-- Logs begin at Mon 2021-04-05 14:52:06 UTC, end at Mon 2021-04-05 16:34:36 UTC. -- Apr 05 15:38:32.745509 dv-cinder-784779-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 05 15:38:35.584852 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.common.config [-] Logging enabled! Apr 05 15:38:35.585376 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev31 Apr 05 15:38:35.587310 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84318) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 15:38:35.589069 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.common.config [-] Logging enabled! Apr 05 15:38:35.589354 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev31 Apr 05 15:38:35.589698 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84318) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 15:38:35.590762 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 05 15:38:35.591027 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 05 15:38:35.592072 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 05 15:38:35.592348 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 05 15:38:35.592601 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 05 15:38:35.592964 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.593302 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.593636 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.593890 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.594222 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.594578 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.594898 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.595226 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.595562 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.595881 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.596194 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.596512 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.596771 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.597087 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.597413 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.597739 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.597994 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] debug = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.598304 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.598858 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.599178 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.599492 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.599817 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.600127 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.600430 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.600740 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.601060 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.601420 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] host = dv-cinder-784779-1-iscsi {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.601753 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.602078 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.602421 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.602751 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.603064 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.603374 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.603696 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.604001 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.604303 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] log_file = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.604609 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.604934 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.605539 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.605870 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.606122 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.606398 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.606716 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.607042 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.607349 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.607654 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.607960 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.608264 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.608567 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.608866 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.609186 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.609505 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.609825 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.610130 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.610455 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.610759 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.611061 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.611382 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.611686 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.611990 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.612291 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.612610 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.612908 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.613217 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.613555 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.613876 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.614193 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.614537 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.614841 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.615161 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.615463 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.615763 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.616063 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] use_json = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.616365 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.616665 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.616977 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.617306 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.617616 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.617907 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.618207 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.618556 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:35.618883 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.619220 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.619558 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.619870 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.620199 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.620506 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.620830 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.621136 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.621459 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.621783 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.622098 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.622421 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.622740 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.623050 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.623380 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.623718 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.624050 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.624378 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.624681 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.624982 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.625282 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.625585 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.625899 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.626225 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.626574 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.626878 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.627185 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.627512 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.627818 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.628118 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.628424 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.628749 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.629056 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.629356 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.629666 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.629969 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.630268 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.630590 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.630895 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.631217 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.631522 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.631821 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.632120 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.632424 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.633232 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.633556 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.633861 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.634165 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.634488 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.634797 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.635097 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.635395 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.635701 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.636003 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.636310 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.636610 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.636911 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.637211 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.637510 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.637810 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.638110 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.638428 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.638736 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.639038 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.639335 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.639634 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.639933 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.640234 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.640546 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.640869 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.641176 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.641481 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.641787 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.642093 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.642418 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.642724 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.643031 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.643337 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.643641 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.643967 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.644283 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.644596 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.644907 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.645211 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.645541 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.645848 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.646158 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.646489 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.646796 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.647113 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.647425 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.647749 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.648076 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.649045 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.649369 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.649693 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.650001 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.650346 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.650684 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:35.650927 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 05 15:38:35.651187 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84318) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 05 15:38:36.302952 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO keyring.backend [-] Loading Gnome Apr 05 15:38:36.319726 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO keyring.backend [-] Loading Google Apr 05 15:38:36.322285 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO keyring.backend [-] Loading Windows (alt) Apr 05 15:38:36.325914 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO keyring.backend [-] Loading file Apr 05 15:38:36.326754 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO keyring.backend [-] Loading keyczar Apr 05 15:38:36.327026 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO keyring.backend [-] Loading multi Apr 05 15:38:36.327664 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO keyring.backend [-] Loading pyfs Apr 05 15:38:36.374135 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:38:36.374468 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:38:36.374791 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:38:36.375159 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 05 15:38:36.762665 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:36.763190 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:36.763310 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:36.766110 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:36.766444 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:36.766744 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:36.804421 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:36.804768 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:36.805066 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:36.818261 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:36.819604 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:36.819936 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:36.887610 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:36.887931 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:36.888232 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:36.889359 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:36.889671 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:36.889968 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.160503 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.160760 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.161059 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.161364 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.163144 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.312093 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.312468 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.312788 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.313089 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.313382 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.313762 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.314057 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.314341 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.314651 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.314981 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.315270 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.315569 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.315868 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.316155 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.316460 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.316771 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.317061 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.317371 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.317651 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.317982 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.318448 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.318732 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.319008 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.319339 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.319614 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.319888 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.320910 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 15:38:37.321187 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 15:38:37.321461 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 15:38:37.321736 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 15:38:37.322010 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 15:38:37.322281 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 15:38:37.322719 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 05 15:38:37.325846 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 05 15:38:37.329848 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 05 15:38:37.333705 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Apr 05 15:38:37.335386 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 05 15:38:37.336685 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 05 15:38:37.337067 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 05 15:38:37.337500 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 05 15:38:37.340280 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 05 15:38:37.340563 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 05 15:38:37.340949 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 15:38:37.368629 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 05 15:38:37.369137 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.369471 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84318) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 05 15:38:37.369882 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.371244 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84318) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 05 15:38:37.371565 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 15:38:37.371848 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 05 15:38:37.375005 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.375322 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:37.441665 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 05 15:38:37.441935 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 05 15:38:37.442206 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 05 15:38:37.442638 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 05 15:38:37.475447 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_db.sqlalchemy.engines [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=84318) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 05 15:38:37.989548 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.managers [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Initializing driver for type 'gre' Apr 05 15:38:37.990111 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] gre ID ranges: [(1, 1000)] Apr 05 15:38:38.087008 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.managers [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Initializing driver for type 'local' Apr 05 15:38:38.087377 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.managers [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Initializing driver for type 'vlan' Apr 05 15:38:38.149950 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] VlanTypeDriver initialization complete Apr 05 15:38:38.150276 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.managers [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Initializing driver for type 'vxlan' Apr 05 15:38:38.150811 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] vxlan ID ranges: [(1, 1000)] Apr 05 15:38:38.267979 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.managers [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Initializing extension driver 'port_security' Apr 05 15:38:38.268336 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.extensions.port_security [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] PortSecurityExtensionDriver initialization complete Apr 05 15:38:38.268699 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.managers [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Initializing mechanism driver 'openvswitch' Apr 05 15:38:38.269054 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.managers [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Initializing mechanism driver 'hyperv' Apr 05 15:38:38.275818 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84318) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:38:38.276688 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > port after_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.277095 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > port after_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.277482 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > port after_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.277900 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > subnet after_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.278286 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > subnet after_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.278690 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > subnet after_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.279100 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > network after_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.279479 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > network after_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.279854 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > network after_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.280264 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > security_group after_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.280644 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > security_group after_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.281016 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > security_group after_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.281433 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.281812 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.282186 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.282745 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > address_group after_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.283130 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > address_group after_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.283504 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > address_group after_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.283869 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] ML2 OVO RPC backend initialized. {{(pid=84318) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 05 15:38:38.284660 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > router_interface after_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.285045 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.285495 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > network before_response 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.285871 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > networks before_response 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.286246 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > port before_response 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.286638 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > ports before_response 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.287017 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > subnet before_response 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.287388 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > subnets before_response 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.287768 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > network after_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.288139 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > network after_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.288503 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > network after_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.288870 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > port after_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.289861 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > port after_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.290231 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > port after_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.290628 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > subnet after_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.290999 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > subnet after_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.291364 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > subnet after_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.291994 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.plugin [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Modular L2 Plugin initialization complete Apr 05 15:38:38.292345 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading services supported by the core plugin {{(pid=84318) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 05 15:38:38.292702 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.plugins.ml2.managers [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Got port-security extension from driver 'port_security' Apr 05 15:38:38.293201 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.extensions.vlantransparent [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Disabled vlantransparent extension. Apr 05 15:38:38.293740 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84318) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 05 15:38:38.294081 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading Plugin: router Apr 05 15:38:38.330544 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > router_interface before_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.330980 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > router after_create 55549900 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.331383 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > router before_create 55549900 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.331787 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.332204 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.332587 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > router after_delete 55549900 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.332985 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > floatingip after_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.333389 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > router after_create 55549900 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.333765 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > router after_update 55549900 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.334149 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > router after_update 55549900 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.334557 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.334960 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > router after_update 55549900 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.335452 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > router precommit_update 55549900 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.335866 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: port after_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.336800 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: port after_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.337176 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: subnet after_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.337549 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.337936 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > port precommit_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.338316 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > router precommit_create 55549900 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.338720 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: port before_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.339096 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > router precommit_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.339497 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > router after_update 55549900 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.339872 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > router precommit_delete 55549900 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.340256 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > router precommit_create 55549900 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.340658 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > router_interface after_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.341040 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > router precommit_update 55549900 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.341466 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > network after_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.342460 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource_registry [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Tracking information for resource: router configured {{(pid=84318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 15:38:38.342837 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource_registry [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Tracking information for resource: floatingip configured {{(pid=84318) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 05 15:38:38.347583 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.l3_agentschedulers_db [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 05 15:38:38.348221 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: port after_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.348613 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: port after_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.348993 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: port after_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.349378 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: port after_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.350277 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > router before_create 55550100 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.350717 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > router precommit_delete 55550100 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.351120 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > router precommit_create 55550100 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.351513 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > router precommit_update 55550100 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.356422 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.provider_configuration [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Service providers = [] {{(pid=84318) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 05 15:38:38.356823 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.servicetype_db [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84318) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 05 15:38:38.360105 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.service_base [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84318) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 05 15:38:38.360488 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.service_base [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84318) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 05 15:38:38.360863 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.service_base [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84318) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 05 15:38:38.361762 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.service_base [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84318) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 05 15:38:38.362162 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.services.service_base [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 05 15:38:38.362597 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 15:38:38.362946 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 05 15:38:38.373084 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 15:38:38.373458 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading Plugin: auto_allocate Apr 05 15:38:38.379232 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: network precommit_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.379635 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: network precommit_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.380223 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 15:38:38.380578 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading Plugin: tag Apr 05 15:38:38.387976 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 15:38:38.388341 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading Plugin: timestamp Apr 05 15:38:38.392202 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 15:38:38.392572 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading Plugin: network_ip_availability Apr 05 15:38:38.398170 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.399206 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.399602 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.400426 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 15:38:38.400743 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading Plugin: flavors Apr 05 15:38:38.405234 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 15:38:38.405604 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading Plugin: revisions Apr 05 15:38:38.409871 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84318) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 05 15:38:38.410297 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.035s {{(pid=84318) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:38:38.411122 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84318) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 05 15:38:38.411480 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Initializing extension manager. Apr 05 15:38:38.412043 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: __init__.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.412418 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: __pycache__ {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.412790 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.413158 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: address_group.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.413960 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.415285 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: address-group Apr 05 15:38:38.415648 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: address_scope.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.416418 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.416985 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: address-scope Apr 05 15:38:38.417347 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: admin_state_down_before_update.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.418290 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.418883 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: router-admin-state-down-before-update Apr 05 15:38:38.419237 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: agent.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.419983 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.420545 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: agent Apr 05 15:38:38.420899 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: agent_resources_synced.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.421814 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.422398 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: agent-resources-synced Apr 05 15:38:38.422786 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: allowedaddresspairs.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.424576 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.425162 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: allowed-address-pairs Apr 05 15:38:38.425524 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: auto_allocated_topology.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.426616 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.427189 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: auto-allocated-topology Apr 05 15:38:38.427556 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: availability_zone.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.428296 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.428870 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: availability_zone Apr 05 15:38:38.429229 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: availability_zone_filter.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.430816 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.431387 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: availability_zone_filter Apr 05 15:38:38.431747 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: data_plane_status.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.432668 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.433234 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension data-plane-status not supported by any of loaded plugins Apr 05 15:38:38.433591 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: default_subnetpools.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.434549 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.435113 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: default-subnetpools Apr 05 15:38:38.435468 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: dhcpagentscheduler.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.436339 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.438129 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: dhcp_agent_scheduler Apr 05 15:38:38.438530 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: dns.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.439450 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.440026 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension dns-integration not supported by any of loaded plugins Apr 05 15:38:38.440390 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: dns_domain_ports.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.441314 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.441882 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 05 15:38:38.442243 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: dvr.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.442991 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.443559 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: dvr Apr 05 15:38:38.443918 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: empty_string_filtering.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.444834 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.445426 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: empty-string-filtering Apr 05 15:38:38.445783 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.446752 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.447316 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 05 15:38:38.447674 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.448593 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.449151 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 05 15:38:38.449505 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: external_net.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.450467 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.451037 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: external-net Apr 05 15:38:38.451394 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: extra_dhcp_opt.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.452307 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.452876 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: extra_dhcp_opt Apr 05 15:38:38.453230 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: extraroute.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.454149 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.454747 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: extraroute Apr 05 15:38:38.455108 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: extraroute_atomic.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.456146 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.456718 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: extraroute-atomic Apr 05 15:38:38.457080 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: filter_validation.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.457778 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.458339 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: filter-validation Apr 05 15:38:38.458727 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: fip_pf_description.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.459647 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.460203 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 05 15:38:38.460560 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: fip_port_details.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.461515 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.462075 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: fip-port-details Apr 05 15:38:38.462455 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: flavors.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.463700 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.464276 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: flavors Apr 05 15:38:38.464639 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.466292 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.466921 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 05 15:38:38.467291 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: floatingip_pools.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.468138 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.468711 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: floatingip-pools Apr 05 15:38:38.469074 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: ip_allocation.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.470010 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.470601 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension ip_allocation not supported by any of loaded plugins Apr 05 15:38:38.470961 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.471887 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.472452 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: ip-substring-filtering Apr 05 15:38:38.472812 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: l2_adjacency.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.473733 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.474300 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension l2_adjacency not supported by any of loaded plugins Apr 05 15:38:38.474689 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: l3.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.475749 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.476346 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: router Apr 05 15:38:38.477212 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: l3_conntrack_helper.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.479485 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.480074 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 05 15:38:38.480727 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.481661 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.482236 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: ext-gw-mode Apr 05 15:38:38.482624 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.483548 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.484117 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: l3-ha Apr 05 15:38:38.484474 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: l3_flavors.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.485399 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.485969 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: l3-flavors Apr 05 15:38:38.486325 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.487265 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.487831 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: l3-port-ip-change-not-allowed Apr 05 15:38:38.488188 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: l3agentscheduler.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.489485 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.490068 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: l3_agent_scheduler Apr 05 15:38:38.490456 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: logging.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.491968 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.493137 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension logging not supported by any of loaded plugins Apr 05 15:38:38.493509 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: metering.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.494302 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.495011 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: metering Apr 05 15:38:38.495376 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.496490 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.497064 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: metering_source_and_destination_fields Apr 05 15:38:38.497428 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: multiprovidernet.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.498400 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.498975 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: multi-provider Apr 05 15:38:38.499335 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: netmtu.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.500263 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.500827 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: net-mtu Apr 05 15:38:38.501185 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: netmtu_writable.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.502115 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.502706 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: net-mtu-writable Apr 05 15:38:38.503067 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: network_availability_zone.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.503776 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.504381 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: network_availability_zone Apr 05 15:38:38.504740 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: network_ip_availability.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.505914 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.506543 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: network-ip-availability Apr 05 15:38:38.506931 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: network_segment_range.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.508575 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.509158 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension network-segment-range not supported by any of loaded plugins Apr 05 15:38:38.509517 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: pagination.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.510661 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.511035 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: pagination Apr 05 15:38:38.511391 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: port_device_profile.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.512314 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.512888 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: port-device-profile Apr 05 15:38:38.513248 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.514175 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.514779 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: port-mac-address-regenerate Apr 05 15:38:38.515142 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: port_numa_affinity_policy.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.516065 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.516635 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: port-numa-affinity-policy Apr 05 15:38:38.516992 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: port_resource_request.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.517914 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.518501 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension port-resource-request not supported by any of loaded plugins Apr 05 15:38:38.518859 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: portbindings.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.519792 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.520353 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: binding Apr 05 15:38:38.520708 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: portbindings_extended.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.521981 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.522586 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: binding-extended Apr 05 15:38:38.522948 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: portsecurity.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.524452 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.525023 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: port-security Apr 05 15:38:38.525380 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: project_id.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.526359 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.526756 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: project-id Apr 05 15:38:38.527113 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: providernet.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.528039 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.528612 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: provider Apr 05 15:38:38.528972 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: qos.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.532466 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.533052 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension qos not supported by any of loaded plugins Apr 05 15:38:38.533423 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.534784 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.535363 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 05 15:38:38.535730 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.536651 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.537222 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 05 15:38:38.537586 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: qos_default.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.538537 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.539137 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension qos-default not supported by any of loaded plugins Apr 05 15:38:38.539501 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: qos_fip.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.540187 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.540748 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension qos-fip not supported by any of loaded plugins Apr 05 15:38:38.541106 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: qos_gateway_ip.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.542052 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.542645 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 05 15:38:38.543008 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: qos_port_network_policy.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.543922 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.544487 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 05 15:38:38.544846 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: qos_rule_type_details.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.545763 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.546324 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 05 15:38:38.546791 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: qos_rules_alias.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.547838 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.548407 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 05 15:38:38.548768 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: quotasv2.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.549738 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.550106 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: quotas Apr 05 15:38:38.550496 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: quotasv2_detail.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.552073 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.552453 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: quota_details Apr 05 15:38:38.552820 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: rbac.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.553962 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.554585 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: rbac-policies Apr 05 15:38:38.554973 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: rbac_address_group.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.555910 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.556488 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: rbac-address-group Apr 05 15:38:38.556852 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: rbac_address_scope.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.557771 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.558349 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: rbac-address-scope Apr 05 15:38:38.558736 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: rbac_security_groups.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.559763 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.560334 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: rbac-security-groups Apr 05 15:38:38.560693 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: rbac_subnetpool.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.561615 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.562181 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: rbac-subnetpool Apr 05 15:38:38.562566 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: revisionifmatch.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.563494 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.564060 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: revision-if-match Apr 05 15:38:38.564416 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: revisions.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.565571 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.566145 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: standard-attr-revisions Apr 05 15:38:38.566533 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: router_availability_zone.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.567254 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.567827 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: router_availability_zone Apr 05 15:38:38.568187 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: routerservicetype.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.569128 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.569693 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension router-service-type not supported by any of loaded plugins Apr 05 15:38:38.570053 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.571575 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.572148 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: security-groups-normalized-cidr Apr 05 15:38:38.572508 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: security_groups_port_filtering.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.573437 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.574010 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: port-security-groups-filtering Apr 05 15:38:38.574407 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: security_groups_remote_address_group.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.575330 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.575899 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: security-groups-remote-address-group Apr 05 15:38:38.576256 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: securitygroup.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.589535 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.590157 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: security-group Apr 05 15:38:38.590521 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: segment.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.591376 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.591947 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension segment not supported by any of loaded plugins Apr 05 15:38:38.592309 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.593275 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.593850 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 05 15:38:38.594208 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: servicetype.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.595330 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.595907 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: service-type Apr 05 15:38:38.596270 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: sorting.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.597251 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.597628 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: sorting Apr 05 15:38:38.597982 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: standard_attr_segment.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.598934 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.599517 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 05 15:38:38.599876 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: standardattrdescription.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.600558 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.601133 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: standard-attr-description Apr 05 15:38:38.601491 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: stateful_security_group.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.602508 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.603077 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: stateful-security-group Apr 05 15:38:38.603437 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: stdattrs_common.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.604016 dv-cinder-784779-1-iscsi neutron-server[84318]: WARNING neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 05 15:38:38.604370 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.605657 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.606271 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 05 15:38:38.606657 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: subnet_onboard.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.607792 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.608370 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: subnet_onboard Apr 05 15:38:38.608729 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.609672 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.610250 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 05 15:38:38.610640 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: subnet_service_types.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.611572 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.612153 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: subnet-service-types Apr 05 15:38:38.612508 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: subnetallocation.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.613597 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.614170 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: subnet_allocation Apr 05 15:38:38.614560 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.615255 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.615822 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: subnetpool-prefix-ops Apr 05 15:38:38.616182 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.617114 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.617752 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 05 15:38:38.618113 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: tagging.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.619410 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.619999 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: standard-attr-tag Apr 05 15:38:38.620365 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: timestamp.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.621542 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.622114 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loaded extension: standard-attr-timestamp Apr 05 15:38:38.622504 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: trunk.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.623534 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.624103 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension trunk not supported by any of loaded plugins Apr 05 15:38:38.624461 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: trunk_details.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.625390 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.625965 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension trunk-details not supported by any of loaded plugins Apr 05 15:38:38.626323 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: uplink_status_propagation.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.627275 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.627840 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 05 15:38:38.628196 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Loading extension file: vlantransparent.py {{(pid=84318) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 05 15:38:38.628894 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84318) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 15:38:38.629453 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extension vlan-transparent not supported by any of loaded plugins Apr 05 15:38:38.632118 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.quota.resource_registry [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Creating instance of TrackedResource for resource:network Apr 05 15:38:38.633429 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.quota.resource_registry [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Creating instance of TrackedResource for resource:subnet Apr 05 15:38:38.634108 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.quota.resource_registry [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 15:38:38.634792 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.quota.resource_registry [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Creating instance of TrackedResource for resource:port Apr 05 15:38:38.636260 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.resource_helper [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 15:38:38.636739 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.resource_helper [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Service FLAVORS assigned prefix: {{(pid=84318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 15:38:38.637397 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.resource_helper [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 15:38:38.637869 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.resource_helper [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 15:38:38.638232 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.quota.resource_registry [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Creating instance of TrackedResource for resource:router Apr 05 15:38:38.638993 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.quota.resource_registry [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Creating instance of TrackedResource for resource:floatingip Apr 05 15:38:38.639777 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.resource_helper [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Service METERING assigned prefix: /metering {{(pid=84318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 15:38:38.641554 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.641953 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.642335 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84318) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:38:38.643478 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.quota.resource_registry [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 15:38:38.643965 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.quota.resource_registry [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Creating instance of TrackedResource for resource:security_group Apr 05 15:38:38.644962 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.quota.resource_registry [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 15:38:38.645813 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.resource_helper [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Service CORE assigned prefix: {{(pid=84318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 15:38:38.646183 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.quota.resource_registry [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 15:38:38.646575 dv-cinder-784779-1-iscsi neutron-server[84318]: WARNING neutron.quota.resource_registry [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] subnetpool is already registered Apr 05 15:38:38.647253 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.resource_helper [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Service CORE assigned prefix: {{(pid=84318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 15:38:38.647621 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.quota.resource_registry [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 15:38:38.647980 dv-cinder-784779-1-iscsi neutron-server[84318]: WARNING neutron.quota.resource_registry [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] subnetpool is already registered Apr 05 15:38:38.651397 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.resource_helper [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 15:38:38.651829 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.resource_helper [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Service FLAVORS assigned prefix: {{(pid=84318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 15:38:38.652467 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.resource_helper [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 15:38:38.652926 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.resource_helper [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 15:38:38.653297 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.quota.resource_registry [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Creating instance of TrackedResource for resource:router Apr 05 15:38:38.653662 dv-cinder-784779-1-iscsi neutron-server[84318]: WARNING neutron.quota.resource_registry [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] router is already registered Apr 05 15:38:38.654313 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.quota.resource_registry [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Creating instance of TrackedResource for resource:floatingip Apr 05 15:38:38.654707 dv-cinder-784779-1-iscsi neutron-server[84318]: WARNING neutron.quota.resource_registry [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] floatingip is already registered Apr 05 15:38:38.655394 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.resource_helper [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Service METERING assigned prefix: /metering {{(pid=84318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 15:38:38.656126 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.quota.resource_registry [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 15:38:38.656487 dv-cinder-784779-1-iscsi neutron-server[84318]: WARNING neutron.quota.resource_registry [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] rbac_policy is already registered Apr 05 15:38:38.657774 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.quota.resource_registry [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Creating instance of TrackedResource for resource:security_group Apr 05 15:38:38.658147 dv-cinder-784779-1-iscsi neutron-server[84318]: WARNING neutron.quota.resource_registry [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] security_group is already registered Apr 05 15:38:38.658831 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.quota.resource_registry [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 15:38:38.659196 dv-cinder-784779-1-iscsi neutron-server[84318]: WARNING neutron.quota.resource_registry [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] security_group_rule is already registered Apr 05 15:38:38.659930 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.resource_helper [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Service CORE assigned prefix: {{(pid=84318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 15:38:38.660300 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.quota.resource_registry [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 15:38:38.660629 dv-cinder-784779-1-iscsi neutron-server[84318]: WARNING neutron.quota.resource_registry [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] subnetpool is already registered Apr 05 15:38:38.661303 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.resource_helper [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Service CORE assigned prefix: {{(pid=84318) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 05 15:38:38.661678 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.quota.resource_registry [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 15:38:38.662036 dv-cinder-784779-1-iscsi neutron-server[84318]: WARNING neutron.quota.resource_registry [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] subnetpool is already registered Apr 05 15:38:38.662783 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: extensions {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.664316 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: address-groups {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.665986 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: address-scopes {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.667271 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: agents {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.668477 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: auto-allocated-topology {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.669788 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: availability_zones {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.671183 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: dhcp-networks {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.672642 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: dhcp-agents {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.674133 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: routers {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.676027 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: flavors {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.677242 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: service_profiles {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.678542 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: next_providers {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.680681 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: service_profiles {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.682265 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: floatingip-pools {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.683545 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: routers {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.685403 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: floatingips {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.686658 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: l3-routers {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.688117 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: l3-agents {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.689596 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: metering-labels {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.691037 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: metering-label-rules {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.692361 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: network-ip-availabilities {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.693668 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: bindings {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.696137 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: quotas {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.697645 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: quotas {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.699146 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: rbac-policies {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.700487 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: security-groups {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.701760 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: security-group-rules {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.703067 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: service-providers {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.704397 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: subnetpools {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.705859 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: subnetpools {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.707408 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: tags {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.709153 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: tags {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.711088 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: tags {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.712926 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: tags {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.714814 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: tags {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.716740 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: tags {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.718585 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: tags {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.721418 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: tags {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.723297 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: tags {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.725242 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.extensions [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Extended resource: tags {{(pid=84318) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 05 15:38:38.732382 dv-cinder-784779-1-iscsi neutron-server[84318]: WARNING keystonemiddleware.auth_token [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 05 15:38:38.740664 dv-cinder-784779-1-iscsi neutron-server[84318]: WARNING keystonemiddleware.auth_token [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 05 15:38:38.746861 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Acquired lock "singleton_lock" {{(pid=84318) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 05 15:38:38.747383 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Releasing lock "singleton_lock" {{(pid=84318) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 05 15:38:38.748824 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO oslo_service.service [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Starting 2 workers Apr 05 15:38:38.753652 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Started child 84429 {{(pid=84318) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 05 15:38:38.757569 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:38:38.758992 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Started child 84430 {{(pid=84318) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 05 15:38:38.759672 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [-] (84429) wsgi starting up on http://0.0.0.0:9696 Apr 05 15:38:38.760439 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.service [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Neutron service started, listening on 0.0.0.0:9696 Apr 05 15:38:38.761100 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Notify callbacks [] for process, before_spawn {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:38:38.762454 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:38:38.763600 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO oslo_service.service [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Starting 1 workers Apr 05 15:38:38.763886 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [-] (84430) wsgi starting up on http://0.0.0.0:9696 Apr 05 15:38:38.769120 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Started child 84431 {{(pid=84318) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 05 15:38:38.769661 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO oslo_service.service [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Starting 1 workers Apr 05 15:38:38.771309 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.service [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] calling RpcWorker wait() {{(pid=84431) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 05 15:38:38.771703 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.service [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] returning from RpcWorker wait() {{(pid=84431) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 05 15:38:38.773208 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:38:38.773886 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:38:38.774510 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Started child 84432 {{(pid=84318) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 05 15:38:38.775267 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2367dff-6b6d-4d34-bf4d-a8bbe59a71fa None None] Notify callbacks [] for process, after_spawn {{(pid=84318) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:38:38.776910 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84318) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 05 15:38:38.777155 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 05 15:38:38.777357 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 05 15:38:38.777628 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 05 15:38:38.778010 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 05 15:38:38.778200 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 05 15:38:38.778776 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.778883 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:38:38.779073 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.779386 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.779677 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.779994 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.780653 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.780956 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.781264 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.781572 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.781843 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.782039 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.782231 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.782546 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.782806 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.783334 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.783621 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.783905 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.784193 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.784406 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.784675 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.784993 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.785276 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.785578 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] debug = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.785850 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.786431 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.786690 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.786954 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.787239 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.787529 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.787791 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.788093 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.788360 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.788624 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.788906 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.789222 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.789471 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.789715 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.789984 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.790258 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.790564 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.791026 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] host = dv-cinder-784779-1-iscsi {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.791334 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.791500 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.791777 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.792041 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.792319 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.792579 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.792858 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.793143 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.793413 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.793671 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.793948 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.794219 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.794512 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.794780 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] log_file = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.794969 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] log_options = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.795215 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.795521 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.795811 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.796024 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.796266 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.796419 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.796653 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.796841 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.797119 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.797353 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.797588 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.797849 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.798094 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.798342 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.798658 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.798926 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.799198 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.799438 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.799727 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.800005 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.800284 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.800560 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.800809 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.801092 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.801337 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.801585 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.801954 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.802475 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.802725 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.803072 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.804397 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.805182 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.805470 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.805777 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.806087 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.806328 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.806587 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.806908 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.807178 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.807444 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.807726 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.807973 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.808256 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.808502 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.808839 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.809606 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] use_json = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.809780 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:38:38.809937 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.810084 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.810407 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.810658 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.810929 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.811176 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.811421 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.811668 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.812108 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.812423 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.812791 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.813069 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.813345 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.813625 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.813929 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.814164 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.814475 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.814762 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.815101 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.815354 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.815682 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.815936 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.816211 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.816540 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.816818 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.817134 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.817384 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.817635 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.817885 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.818137 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.818536 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.818863 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.819149 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.819435 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.819687 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.819943 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.820190 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.820998 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.821275 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.821526 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.821891 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.822971 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.823357 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.823688 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.824077 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.824915 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.825219 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.825458 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.825775 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.827553 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.827553 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.827553 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.827847 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.827920 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.828161 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.828970 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.828970 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.828970 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.829261 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.829524 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.829744 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.829992 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.830234 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.830580 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.830839 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.831091 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.831363 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.831623 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.832440 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.832440 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.832440 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.832876 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.833022 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.833160 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.833355 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.833663 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.833887 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.834141 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.834417 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.834690 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.834941 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.837179 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.837179 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.837179 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.837179 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.837179 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.837179 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.837179 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.837179 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.837179 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.838024 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.838024 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.838024 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.838024 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.838359 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.838543 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.838815 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.839107 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.840375 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.840664 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.840951 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.841224 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.841477 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.841782 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.842085 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.842410 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.842699 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.842971 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.843269 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.843524 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.843799 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.844398 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.844398 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.844691 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.844827 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.845104 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.845405 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.845685 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.845987 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.846300 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.846579 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.846888 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.847162 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.847464 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.847799 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.848112 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.849002 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.849002 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.849002 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.849499 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.849499 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.849769 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.849925 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.850185 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.853691 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.853691 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.853691 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.853691 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.853691 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.853691 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.853691 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.853691 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.854878 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.854878 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.854878 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.854878 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.854878 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.854878 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.854878 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.854878 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.856224 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.856224 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.856224 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.856224 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.856224 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.856224 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.857025 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.857025 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.857025 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.857415 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.857415 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.857672 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.857815 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.858047 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.858296 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.858589 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.858866 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.859139 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.859395 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.859655 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.859924 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.860196 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.860457 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.860718 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.860973 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.861249 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.861510 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.861817 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.862115 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.862409 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.862673 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.862947 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.863226 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.863478 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.863755 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.864011 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.864278 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.864527 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.864778 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.865027 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.865282 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.865558 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.865813 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.866079 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.866337 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.866714 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.866994 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.867748 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.868019 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.868269 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.868537 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.868789 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.869046 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.869297 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.869545 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.869808 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.870087 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.870361 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.870670 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.870916 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.871169 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.871433 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.871696 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.871940 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.872287 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.872571 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.872816 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.873085 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.873330 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.873591 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.873840 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.874080 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.874326 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.874622 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.874900 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.875142 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.875361 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.875613 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.875857 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.876172 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.876474 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.876735 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.877049 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.877318 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.877600 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.877879 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.878237 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.878510 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.878793 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.879065 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.879337 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.879591 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.879915 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.880304 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.880642 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.880959 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.881235 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.881545 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.881856 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.882156 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.882418 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.882764 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.883683 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.883983 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.884289 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.884569 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.884864 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.885122 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.885375 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.885646 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.885897 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.886146 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.886446 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.886727 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.886987 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.887240 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.887509 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.887762 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.888022 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.888263 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.888519 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.888771 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.888970 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 05 15:38:38.889501 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84318) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 05 15:38:38.889692 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 05 15:38:38.889877 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 05 15:38:38.890080 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 05 15:38:38.890284 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 05 15:38:38.890492 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 05 15:38:38.890745 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.890966 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.891156 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.891343 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.891531 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.891736 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.891928 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.892113 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.892300 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.892486 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.892672 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.892857 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.893041 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.893225 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.893410 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.893593 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.893782 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.893968 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.894138 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.894324 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.894545 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.894731 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.894949 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] debug = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.895101 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.895284 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.895472 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.895656 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.895840 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.896025 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.896210 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.896393 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.896577 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.896761 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.896944 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.897130 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.897313 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.897497 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.897681 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.897864 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.898049 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.898235 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] host = dv-cinder-784779-1-iscsi {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.898467 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.898638 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.898822 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.899005 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.899187 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.899371 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.899555 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.899739 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.899922 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.900105 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.900289 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.900473 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.900656 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.900839 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] log_file = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.901022 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] log_options = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.901204 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.901387 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.901613 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.901770 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.901955 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.902139 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.902323 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.902530 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.902713 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.902897 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.903080 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.903264 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.903449 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.903632 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.903815 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.903998 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.904181 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.904365 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.904551 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.904733 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.904921 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.905104 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.905286 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.905469 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.905654 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.905837 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.906020 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.906203 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.906399 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.906596 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.906763 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.906946 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.907134 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.907298 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.907478 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.907661 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.907844 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.908046 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.908199 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.908474 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.908587 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.908682 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.908863 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.909045 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.909230 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.909413 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] use_json = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.909596 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.909759 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.909960 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.910105 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.910271 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.910479 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.910664 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.910848 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 05 15:38:38.911166 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.911260 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.911532 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.911723 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.912477 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.912477 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.912477 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.912477 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.912755 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.912755 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.912876 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.913047 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.913245 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.913431 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.913618 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.913807 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.914016 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.914758 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 32864) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:38:38.920488 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.920838 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.921111 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.921333 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.921542 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.921812 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.921973 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.922174 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.922423 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.922678 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.922876 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.923072 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.923266 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.923460 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.923653 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.923847 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.924637 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.924833 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.925024 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.925218 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.925407 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.925599 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.925794 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.925960 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.926050 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0091650 Apr 05 15:38:38.926123 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.926590 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.926784 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.927876 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.927876 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.927876 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.927876 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.927876 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.927876 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.928297 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.928297 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.928297 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.928475 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.928604 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.928796 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.928984 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.929171 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.929454 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.929571 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.930208 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.930532 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.930724 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.931652 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.931652 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.931832 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.931915 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.932049 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.932237 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.932440 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.932592 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.932764 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.932951 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.933138 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.933324 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.933511 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.933697 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.933885 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.934071 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.934258 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.934463 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.934816 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.934997 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.935833 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.935833 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.935833 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.935833 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.935833 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.936531 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.936531 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.936531 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.936531 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.937079 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.937079 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.937079 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.937079 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.937699 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.937699 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.937699 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.937699 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.938249 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.938249 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.938249 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.938709 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.938709 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.938709 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.939170 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.939170 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.939340 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.939340 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.939604 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.939703 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.939940 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.940032 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.940925 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.940925 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.940925 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.940925 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.940925 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.941235 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.941235 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.941370 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.942167 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.942167 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.942167 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.942167 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.942167 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.943348 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.943348 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.943348 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.943348 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.943348 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.943348 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.943721 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.943721 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.943721 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.943897 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.944574 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.944574 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.944574 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.944574 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.944852 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.944852 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.945020 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.945207 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.945946 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.946133 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.947030 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.947030 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.947030 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.947030 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.947030 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.947348 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.947348 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.948263 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.948522 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.949219 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.949419 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.949611 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.949804 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.950777 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.951930 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.951930 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.951930 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.952154 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.952233 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.952422 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.952671 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.953429 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.953429 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.953429 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.953429 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.954625 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.954961 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.955277 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.955606 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.955919 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.956225 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.956529 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.957850 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.957850 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.957850 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.957850 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.957850 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.957850 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.957850 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.958625 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.958959 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.959206 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.959510 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.959810 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.960111 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.960510 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.961587 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.961587 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.961587 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.961587 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.961587 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.962005 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.962321 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.962651 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.962955 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.963272 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.963563 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.963856 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.964533 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.964533 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.964533 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.964914 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.965839 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.965839 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.965839 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.965839 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.965839 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.966288 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.966597 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.966886 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.967565 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.967565 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.967565 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.967835 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:38:38.967931 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.967931 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.968111 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.968206 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.968306 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.968489 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.968677 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.968865 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.969071 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.969237 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.969427 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.969616 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.969809 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.969998 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.970185 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.970394 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.970635 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.970830 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.971020 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.971216 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.971417 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.971605 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.971778 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.973127 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.973127 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.973127 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.973127 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.973127 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.973127 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.973127 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.973127 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.973624 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.973624 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.973624 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.973809 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.973914 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.974128 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.974239 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.974445 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.974633 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.974820 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.975006 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.975193 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.975378 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 05 15:38:38.975541 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84318) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 05 15:38:49.471298 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c11050-530e-438f-9838-4189fcbb150c None None] get_active_networks_info from dv-cinder-784779-1-iscsi {{(pid=84431) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 15:38:49.574628 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c11050-530e-438f-9838-4189fcbb150c None None] No non-hosted networks {{(pid=84431) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 05 15:38:49.741166 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ca04dcb2-cece-4598-8474-47ce63c60bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730'] for agent, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:38:50.760143 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730'] for agent, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:38:50.761512 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:38:50.762158 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:38:50.762753 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:38:50.763315 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:38:50.763884 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:38:50.764882 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:38:50.765446 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:38:50.766928 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:38:50.767675 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:38:50.779028 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:38:50.779028 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:38:50.779028 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:38:50.779028 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784779-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:38:50.779359 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784779-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:38:51.806104 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-08ced550-03ab-4dea-8335-85528badb187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730'] for agent, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:38:51.847815 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8659108a-ac89-4e31-bddc-7983b482d355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:38:52.303603 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730'] for agent, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:38:53.749656 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730'] for agent, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:38:55.078135 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 32962) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:38:55.693470 dv-cinder-784779-1-iscsi neutron-server[84318]: WARNING oslo_policy.policy [None req-4683b9a0-3ad6-4949-aec8-a0d519452fc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 15:38:55.694115 dv-cinder-784779-1-iscsi neutron-server[84318]: WARNING oslo_policy.policy [None req-4683b9a0-3ad6-4949-aec8-a0d519452fc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 15:38:55.927405 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [None req-4683b9a0-3ad6-4949-aec8-a0d519452fc9 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 15:38:55.928530 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-4683b9a0-3ad6-4949-aec8-a0d519452fc9 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8660328 Apr 05 15:38:55.932430 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.l3_hamode_db [None req-45b0c4e8-cec0-44af-bd0d-3ddf320d8de6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 05 15:38:56.025823 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b0c4e8-cec0-44af-bd0d-3ddf320d8de6 None None] Routers set() bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:38:56.026182 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b0c4e8-cec0-44af-bd0d-3ddf320d8de6 None None] Router IDs set() for agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 05 15:38:58.619348 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 32976) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:38:59.004577 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-84b47453-585c-4a60-b52a-2b3929121ec7 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:38:59.107185 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.policy [None req-84b47453-585c-4a60-b52a-2b3929121ec7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84430) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 05 15:38:59.162143 dv-cinder-784779-1-iscsi neutron-server[84318]: WARNING oslo_policy.policy [None req-84b47453-585c-4a60-b52a-2b3929121ec7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 15:38:59.162531 dv-cinder-784779-1-iscsi neutron-server[84318]: WARNING oslo_policy.policy [None req-84b47453-585c-4a60-b52a-2b3929121ec7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 15:38:59.180570 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.quota [None req-84b47453-585c-4a60-b52a-2b3929121ec7 admin admin] Loaded quota_driver: . Apr 05 15:38:59.196528 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-84b47453-585c-4a60-b52a-2b3929121ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:38:59.292084 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-84b47453-585c-4a60-b52a-2b3929121ec7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363297790067375', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363297790068595', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363297790127000', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363297790116364', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363297790100572', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363297790101253', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854259219', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854340086', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3730074', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850979195'] for rbac-policy, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:38:59.513396 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-84b47453-585c-4a60-b52a-2b3929121ec7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:38:59.514703 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-84b47453-585c-4a60-b52a-2b3929121ec7 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8942559 Apr 05 15:39:02.444865 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 32990) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:39:02.807743 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'b7c5a6f973de45ecb70491dfdbe0c427'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:39:02.813549 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:39:02.818186 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Usage tracker for resource:network and tenant:b7c5a6f973de45ecb70491dfdbe0c427 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:39:02.821857 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:39:02.828240 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:39:02.875124 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Made reservation on behalf of b7c5a6f973de45ecb70491dfdbe0c427 for: {'network': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:39:02.881284 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for network, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:02.898892 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:02.915976 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:39:02.919741 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Usage tracker for resource:security_group_rule and tenant:b7c5a6f973de45ecb70491dfdbe0c427 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:39:02.923282 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:39:02.929311 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:39:03.282023 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:03.309217 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:03.313736 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:39:03.333601 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=84430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:39:03.357921 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739065500087', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:03.358530 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Unsubscribe: segment precommit_create {{(pid=84430) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 05 15:39:03.359378 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.segments_db [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Added segment 99048c25-217e-4207-8b60-ed24c7f06b27 of type vlan for network 37c2a249-8a02-4117-8a0e-65123d0f751f Apr 05 15:39:03.410531 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b31ba5b-16c8-4dbc-9f77-dbe33d0486c8,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:39:03.426610 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:03.426979 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:03.427337 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:03.427691 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:03.428039 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:03.428389 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:03.429239 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:03.429592 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:03.429951 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:03.430292 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:03.430658 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:03.431022 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Tracked resource versions report: Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: pushed versions: Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: { 'AddressGroup': {'1.2'}, Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: 'ConntrackHelper': {'1.0'}, Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Log': {'1.0'}, Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Network': {'1.1'}, Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Port': {'1.7'}, Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: 'PortForwarding': {'1.2'}, Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: 'QosPolicy': {'1.8'}, Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroup': {'1.4'}, Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroupRule': {'1.2'}, Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SubPort': {'1.0'}, Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Subnet': {'1.1'}, Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Trunk': {'1.1'}} Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: consumer versions: Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: { DHCP agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: L3 agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: Metadata agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: Metering agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: Open vSwitch agent@dv-cinder-784779-1-iscsi: { 'AddressGroup': '1.2', Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: 'ConntrackHelper': '1.0', Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Log': '1.0', Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Network': '1.1', Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Port': '1.7', Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: 'PortForwarding': '1.2', Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: 'QosPolicy': '1.8', Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroup': '1.4', Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroupRule': '1.2', Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SubPort': '1.0', Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Subnet': '1.1', Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Trunk': '1.1'}} Apr 05 15:39:03.432087 dv-cinder-784779-1-iscsi neutron-server[84318]: {{(pid=84430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 15:39:03.477665 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739064997474'] for network, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:03.484255 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:39:03.543663 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for network, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:03.544956 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:39:03.545594 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:03.550741 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:39:03.659658 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Pushing event updated for resources: {'Network': ['ID=37c2a249-8a02-4117-8a0e-65123d0f751f,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:39:03.662851 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:39:03.670926 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Network 37c2a249-8a02-4117-8a0e-65123d0f751f details requested by agent ovs-agent-dv-cinder-784779-1-iscsi with host dv-cinder-784779-1-iscsi {{(pid=84431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:39:03.692995 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2470188 Apr 05 15:39:06.710019 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 33006) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:39:07.183209 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd95e04-2a1d-43f7-8da7-dea6b11ec250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:39:07.184550 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-2bd95e04-2a1d-43f7-8da7-dea6b11ec250 admin admin] 10.222.0.44 "GET /v2.0/networks/37c2a249-8a02-4117-8a0e-65123d0f751f HTTP/1.1" status: 200 len: 825 time: 0.4734709 Apr 05 15:39:07.212933 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-143163d7-d398-4f64-b527-0bca42437ab3 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/f333d566-a799-44fb-994a-36103c1d833c HTTP/1.1" status: 200 len: 734 time: 0.0223465 Apr 05 15:39:07.221998 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-b75af72e-dafe-4551-9d77-58b1f69e4855 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'f333d566-a799-44fb-994a-36103c1d833c', 'network_id': '37c2a249-8a02-4117-8a0e-65123d0f751f', 'ip_version': 4, 'tenant_id': 'b7c5a6f973de45ecb70491dfdbe0c427'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:39:07.226877 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-b75af72e-dafe-4551-9d77-58b1f69e4855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:39:07.230998 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-b75af72e-dafe-4551-9d77-58b1f69e4855 admin admin] Usage tracker for resource:subnet and tenant:b7c5a6f973de45ecb70491dfdbe0c427 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:39:07.233889 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-b75af72e-dafe-4551-9d77-58b1f69e4855 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:39:07.239702 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-b75af72e-dafe-4551-9d77-58b1f69e4855 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:39:07.314881 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75af72e-dafe-4551-9d77-58b1f69e4855 admin admin] Made reservation on behalf of b7c5a6f973de45ecb70491dfdbe0c427 for: {'subnet': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:39:07.319506 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b75af72e-dafe-4551-9d77-58b1f69e4855 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:07.811024 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b75af72e-dafe-4551-9d77-58b1f69e4855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for subnet, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:07.825439 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:39:07.966167 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75af72e-dafe-4551-9d77-58b1f69e4855 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c262e60-e73f-4d1d-b1d2-66d01a4ab7d5,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:39:07.972129 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b75af72e-dafe-4551-9d77-58b1f69e4855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:39:08.026449 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75af72e-dafe-4551-9d77-58b1f69e4855 admin admin] Checking segment: {'id': '99048c25-217e-4207-8b60-ed24c7f06b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '37c2a249-8a02-4117-8a0e-65123d0f751f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:39:08.026825 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75af72e-dafe-4551-9d77-58b1f69e4855 admin admin] Network hostable DHCP agents. Network: 37c2a249-8a02-4117-8a0e-65123d0f751f, hostable agents: ['0f32e0e8-c846-4e58-971c-cb28b45a07b7'], hosted agents: [] {{(pid=84430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:39:08.074933 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75af72e-dafe-4551-9d77-58b1f69e4855 admin admin] Network 37c2a249-8a02-4117-8a0e-65123d0f751f is scheduled to be hosted by DHCP agent 0f32e0e8-c846-4e58-971c-cb28b45a07b7 with binding_index 1 {{(pid=84430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:39:08.103306 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-b75af72e-dafe-4551-9d77-58b1f69e4855 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-iscsi, 37c2a249-8a02-4117-8a0e-65123d0f751f) {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:39:08.107962 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75af72e-dafe-4551-9d77-58b1f69e4855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:39:08.108585 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b75af72e-dafe-4551-9d77-58b1f69e4855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:08.113579 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cfbc4d-32a4-4c24-8892-bd8a237b6c50 None None] Network 37c2a249-8a02-4117-8a0e-65123d0f751f requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:39:08.159616 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-b75af72e-dafe-4551-9d77-58b1f69e4855 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9410841 Apr 05 15:39:08.432963 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b9143b4-5a49-5eb4-a51a-b575d5c783cf-37c2a249-8a02-4117-8a0e-65123d0f751f', 'network_id': '37c2a249-8a02-4117-8a0e-65123d0f751f', 'tenant_id': 'b7c5a6f973de45ecb70491dfdbe0c427', 'fixed_ips': [{'subnet_id': '3c262e60-e73f-4d1d-b1d2-66d01a4ab7d5'}]}} from dv-cinder-784779-1-iscsi. {{(pid=84431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 15:39:08.434173 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:08.626566 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Allocated IP 172.20.0.2 (37c2a249-8a02-4117-8a0e-65123d0f751f/3c262e60-e73f-4d1d-b1d2-66d01a4ab7d5/6ad643d3-9ad1-4894-b072-489297675904) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:39:08.864064 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:08.911835 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Transition to ACTIVE for port object 6ad643d3-9ad1-4894-b072-489297675904 will not be triggered until provisioned by entity L2. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:39:08.931922 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Transition to ACTIVE for port object 6ad643d3-9ad1-4894-b072-489297675904 will not be triggered until provisioned by entity DHCP. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:39:08.955185 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:08.971140 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:39:09.275916 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Pushing event updated for resources: {'Port': ['ID=6ad643d3-9ad1-4894-b072-489297675904,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:39:09.292599 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:09.292971 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:09.293340 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:09.293701 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:09.294057 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:09.294437 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:09.294795 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:09.295196 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:09.295560 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:09.295912 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:09.296257 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:09.296603 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Tracked resource versions report: Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: pushed versions: Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: { 'AddressGroup': {'1.2'}, Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: 'ConntrackHelper': {'1.0'}, Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Log': {'1.0'}, Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Network': {'1.1'}, Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Port': {'1.7'}, Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: 'PortForwarding': {'1.2'}, Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: 'QosPolicy': {'1.8'}, Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroup': {'1.4'}, Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroupRule': {'1.2'}, Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SubPort': {'1.0'}, Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Subnet': {'1.1'}, Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Trunk': {'1.1'}} Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: consumer versions: Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: { DHCP agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: L3 agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: Metadata agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: Metering agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: Open vSwitch agent@dv-cinder-784779-1-iscsi: { 'AddressGroup': '1.2', Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: 'ConntrackHelper': '1.0', Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Log': '1.0', Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Network': '1.1', Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Port': '1.7', Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: 'PortForwarding': '1.2', Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: 'QosPolicy': '1.8', Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroup': '1.4', Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroupRule': '1.2', Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SubPort': '1.0', Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Subnet': '1.1', Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Trunk': '1.1'}} Apr 05 15:39:09.297700 dv-cinder-784779-1-iscsi neutron-server[84318]: {{(pid=84431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 15:39:09.304993 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:39:09.347540 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Network 37c2a249-8a02-4117-8a0e-65123d0f751f is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:39:09.348710 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Resources bound (agent type, host, resource id): {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:39:09.352076 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:39:09.449978 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Attempting to bind port 6ad643d3-9ad1-4894-b072-489297675904 on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:39:09.450449 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Attempting to bind port 6ad643d3-9ad1-4894-b072-489297675904 by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': '99048c25-217e-4207-8b60-ed24c7f06b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '37c2a249-8a02-4117-8a0e-65123d0f751f'}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:39:09.450859 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Attempting to bind port 6ad643d3-9ad1-4894-b072-489297675904 on network 37c2a249-8a02-4117-8a0e-65123d0f751f {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:39:09.456594 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:39:09.457012 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Checking segment: {'id': '99048c25-217e-4207-8b60-ed24c7f06b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '37c2a249-8a02-4117-8a0e-65123d0f751f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:39:09.458322 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:09.458322 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Bound using segment: {'id': '99048c25-217e-4207-8b60-ed24c7f06b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '37c2a249-8a02-4117-8a0e-65123d0f751f'} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:39:09.458322 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Bound port: 6ad643d3-9ad1-4894-b072-489297675904, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99048c25-217e-4207-8b60-ed24c7f06b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '37c2a249-8a02-4117-8a0e-65123d0f751f'}}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:39:09.459157 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:09.553269 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] For port 6ad643d3-9ad1-4894-b072-489297675904, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:39:09.557270 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] For port 6ad643d3-9ad1-4894-b072-489297675904, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=6ad643d3-9ad1-4894-b072-489297675904,segment=NetworkSegment(99048c25-217e-4207-8b60-ed24c7f06b27),segment_id=99048c25-217e-4207-8b60-ed24c7f06b27)] {{(pid=84431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:39:09.601448 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:09.617080 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:39:09.770431 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Pushing event updated for resources: {'Port': ['ID=6ad643d3-9ad1-4894-b072-489297675904,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:39:09.775512 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:39:10.891701 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 33016) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:39:11.293856 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [None req-593ff302-494b-429f-a621-3f6361897d84 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 15:39:11.295087 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-593ff302-494b-429f-a621-3f6361897d84 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4027791 Apr 05 15:39:13.067200 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 6ad643d3-9ad1-4894-b072-489297675904 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:39:13.172119 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port 6ad643d3-9ad1-4894-b072-489297675904 completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:39:14.024908 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 33030) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:39:14.419740 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [None req-9e63b63d-0551-4ce9-8139-85c48075b364 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 15:39:14.420933 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-9e63b63d-0551-4ce9-8139-85c48075b364 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3950231 Apr 05 15:39:14.592241 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749ce29a-6260-4408-9cde-9e7d3136eeaa None None] Network 37c2a249-8a02-4117-8a0e-65123d0f751f requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:39:14.765462 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-f9b78acf-f232-471a-9b4a-1ac277d596a0 None None] Provisioning for port 6ad643d3-9ad1-4894-b072-489297675904 completed by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:39:14.776059 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-f9b78acf-f232-471a-9b4a-1ac277d596a0 None None] Provisioning complete for port 6ad643d3-9ad1-4894-b072-489297675904 triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:39:14.776473 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f9b78acf-f232-471a-9b4a-1ac277d596a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:14.970469 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f9b78acf-f232-471a-9b4a-1ac277d596a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:15.012748 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-f9b78acf-f232-471a-9b4a-1ac277d596a0 None None] For port 6ad643d3-9ad1-4894-b072-489297675904, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=6ad643d3-9ad1-4894-b072-489297675904,segment=NetworkSegment(99048c25-217e-4207-8b60-ed24c7f06b27),segment_id=99048c25-217e-4207-8b60-ed24c7f06b27)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:39:15.039714 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f9b78acf-f232-471a-9b4a-1ac277d596a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:15.042606 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4ede1905-93f7-4e5a-a5a9-3d60a284f73f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:39:15.114764 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b78acf-f232-471a-9b4a-1ac277d596a0 None None] Pushing event updated for resources: {'Port': ['ID=6ad643d3-9ad1-4894-b072-489297675904,revision_number=3']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:39:15.118854 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f9b78acf-f232-471a-9b4a-1ac277d596a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:39:15.161466 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-ea107eb3-934d-45aa-be22-7534f49a3701 None None] Provisioning complete for port 6ad643d3-9ad1-4894-b072-489297675904 triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:39:15.161876 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ea107eb3-934d-45aa-be22-7534f49a3701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:17.042243 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 6ad643d3-9ad1-4894-b072-489297675904 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:39:17.112135 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 6ad643d3-9ad1-4894-b072-489297675904 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:39:17.112537 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:17.413716 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 33042) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:39:17.776147 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-ae5ba3c7-abe3-4a6b-ad3f-f9b27a648a5e admin admin] Request body: {'router': {'tenant_id': 'b7c5a6f973de45ecb70491dfdbe0c427', 'admin_state_up': True, 'name': 'router1'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:39:17.781478 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-ae5ba3c7-abe3-4a6b-ad3f-f9b27a648a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:39:17.785500 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-ae5ba3c7-abe3-4a6b-ad3f-f9b27a648a5e admin admin] Usage tracker for resource:router and tenant:b7c5a6f973de45ecb70491dfdbe0c427 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:39:17.788651 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-ae5ba3c7-abe3-4a6b-ad3f-f9b27a648a5e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:39:17.794607 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-ae5ba3c7-abe3-4a6b-ad3f-f9b27a648a5e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:39:17.840358 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ae5ba3c7-abe3-4a6b-ad3f-f9b27a648a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3851488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3375'] for router, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:17.841678 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ae5ba3c7-abe3-4a6b-ad3f-f9b27a648a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850924409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850964880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850743491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772457'] for router, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:17.918415 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ae5ba3c7-abe3-4a6b-ad3f-f9b27a648a5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:18.052564 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ae5ba3c7-abe3-4a6b-ad3f-f9b27a648a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3812374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810974'] for router, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:18.097485 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ae5ba3c7-abe3-4a6b-ad3f-f9b27a648a5e admin admin] Notify callbacks [] for router, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:18.098760 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-ae5ba3c7-abe3-4a6b-ad3f-f9b27a648a5e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6839385 Apr 05 15:39:19.307401 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a1a37962-808f-4f30-904e-fa02413c61a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:20.724779 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:20.772505 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 33052) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:39:21.157813 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [None req-151eb044-7b8f-4f6f-af3f-8f3c4520fc64 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 15:39:21.158894 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-151eb044-7b8f-4f6f-af3f-8f3c4520fc64 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3853807 Apr 05 15:39:21.795038 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1632ba8d-2b5b-4052-9c02-56e24a1a9b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:22.251547 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:23.691644 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:23.880674 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 33072) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:39:24.036552 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-3b91d802-f657-4486-b2a1-b4f082774e97 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'is_default': True}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:39:24.042244 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-3b91d802-f657-4486-b2a1-b4f082774e97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:39:24.046139 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-3b91d802-f657-4486-b2a1-b4f082774e97 admin admin] Usage tracker for resource:network and tenant:c51ba220d0f34d6e9f9b98c90d081325 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:39:24.049559 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-3b91d802-f657-4486-b2a1-b4f082774e97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:39:24.055442 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-3b91d802-f657-4486-b2a1-b4f082774e97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:39:24.143107 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b91d802-f657-4486-b2a1-b4f082774e97 admin admin] Made reservation on behalf of c51ba220d0f34d6e9f9b98c90d081325 for: {'network': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:39:24.147639 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b91d802-f657-4486-b2a1-b4f082774e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for network, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:24.161026 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b91d802-f657-4486-b2a1-b4f082774e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:24.175922 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-3b91d802-f657-4486-b2a1-b4f082774e97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:39:24.179765 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-3b91d802-f657-4486-b2a1-b4f082774e97 admin admin] Usage tracker for resource:security_group_rule and tenant:c51ba220d0f34d6e9f9b98c90d081325 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:39:24.182572 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-3b91d802-f657-4486-b2a1-b4f082774e97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:39:24.188325 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-3b91d802-f657-4486-b2a1-b4f082774e97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:39:24.405136 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b91d802-f657-4486-b2a1-b4f082774e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:24.467153 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b91d802-f657-4486-b2a1-b4f082774e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:24.471402 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:39:24.484820 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3b91d802-f657-4486-b2a1-b4f082774e97 admin admin] Reserving flat network on physical network physnet1 {{(pid=84430) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 05 15:39:24.501254 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91d802-f657-4486-b2a1-b4f082774e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096aa3b1-95f7-48c1-9345-5104b21c95bd,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:39:24.504550 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3b91d802-f657-4486-b2a1-b4f082774e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:39:24.550551 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b91d802-f657-4486-b2a1-b4f082774e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:24.550931 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.segments_db [None req-3b91d802-f657-4486-b2a1-b4f082774e97 admin admin] Added segment 45fc7be4-cb6f-44c4-878d-af01c4212144 of type flat for network dd229a0f-6ed6-426a-8b4c-b8529d79a707 Apr 05 15:39:24.690979 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b91d802-f657-4486-b2a1-b4f082774e97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739064997474'] for network, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:24.754624 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b91d802-f657-4486-b2a1-b4f082774e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for network, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:24.755946 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b91d802-f657-4486-b2a1-b4f082774e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:39:24.757175 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b91d802-f657-4486-b2a1-b4f082774e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:24.762011 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:39:24.864230 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91d802-f657-4486-b2a1-b4f082774e97 admin admin] Pushing event updated for resources: {'Network': ['ID=dd229a0f-6ed6-426a-8b4c-b8529d79a707,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:39:24.867466 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3b91d802-f657-4486-b2a1-b4f082774e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:39:24.875131 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Network dd229a0f-6ed6-426a-8b4c-b8529d79a707 details requested by agent ovs-agent-dv-cinder-784779-1-iscsi with host dv-cinder-784779-1-iscsi {{(pid=84431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:39:24.899001 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-3b91d802-f657-4486-b2a1-b4f082774e97 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0171931 Apr 05 15:39:27.405208 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 33092) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:39:27.520675 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75954316-718c-4ae6-92ce-91527f65226e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:39:27.522582 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-75954316-718c-4ae6-92ce-91527f65226e admin admin] 10.222.0.44 "GET /v2.0/subnets/3c262e60-e73f-4d1d-b1d2-66d01a4ab7d5 HTTP/1.1" status: 200 len: 849 time: 0.1163342 Apr 05 15:39:27.672508 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-bd13a071-5b70-44a2-98a5-ff6b91bfd49b admin admin] 10.222.0.44 "GET /v2.0/routers/8c062093-7252-4b83-b188-57281267393f HTTP/1.1" status: 200 len: 704 time: 0.1438708 Apr 05 15:39:28.306248 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5ea99c8b-4fd6-4ad1-896b-7c8b8d317f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:28.601121 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-5ea99c8b-4fd6-4ad1-896b-7c8b8d317f85 admin admin] Allocated IP 172.20.0.1 (37c2a249-8a02-4117-8a0e-65123d0f751f/3c262e60-e73f-4d1d-b1d2-66d01a4ab7d5/5cde37ad-daab-4f6a-ac00-8a8327f4229b) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:39:28.929021 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5ea99c8b-4fd6-4ad1-896b-7c8b8d317f85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:28.946983 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-5ea99c8b-4fd6-4ad1-896b-7c8b8d317f85 admin admin] Transition to ACTIVE for port object 5cde37ad-daab-4f6a-ac00-8a8327f4229b will not be triggered until provisioned by entity DHCP. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:39:29.029738 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5ea99c8b-4fd6-4ad1-896b-7c8b8d317f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:29.044545 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:39:29.181451 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea99c8b-4fd6-4ad1-896b-7c8b8d317f85 admin admin] Pushing event updated for resources: {'Port': ['ID=5cde37ad-daab-4f6a-ac00-8a8327f4229b,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:39:29.193065 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-5ea99c8b-4fd6-4ad1-896b-7c8b8d317f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:39:29.239135 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea99c8b-4fd6-4ad1-896b-7c8b8d317f85 admin admin] Network 37c2a249-8a02-4117-8a0e-65123d0f751f is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:39:29.240740 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-5ea99c8b-4fd6-4ad1-896b-7c8b8d317f85 admin admin] Resources bound (agent type, host, resource id): {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:39:29.242934 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea99c8b-4fd6-4ad1-896b-7c8b8d317f85 admin admin] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:39:29.243456 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5ea99c8b-4fd6-4ad1-896b-7c8b8d317f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850918333'] for router_interface, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:29.520595 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-d6df195a-5887-4f3d-9822-8a201a76069d None None] Provisioning for port 5cde37ad-daab-4f6a-ac00-8a8327f4229b completed by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:39:29.525541 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-d6df195a-5887-4f3d-9822-8a201a76069d None None] Provisioning complete for port 5cde37ad-daab-4f6a-ac00-8a8327f4229b triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:39:29.526046 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d6df195a-5887-4f3d-9822-8a201a76069d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:29.548637 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5ea99c8b-4fd6-4ad1-896b-7c8b8d317f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:29.585430 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-d6df195a-5887-4f3d-9822-8a201a76069d None None] Port 5cde37ad-daab-4f6a-ac00-8a8327f4229b cannot update to ACTIVE because it is not bound. {{(pid=84431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:39:29.833344 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5ea99c8b-4fd6-4ad1-896b-7c8b8d317f85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:29.863421 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5ea99c8b-4fd6-4ad1-896b-7c8b8d317f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:29.864515 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5ea99c8b-4fd6-4ad1-896b-7c8b8d317f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851057948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850909546'] for router_interface, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:29.882256 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:39:30.014036 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea99c8b-4fd6-4ad1-896b-7c8b8d317f85 admin admin] Pushing event updated for resources: {'Port': ['ID=5cde37ad-daab-4f6a-ac00-8a8327f4229b,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:39:30.018301 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-5ea99c8b-4fd6-4ad1-896b-7c8b8d317f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:39:30.071295 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea99c8b-4fd6-4ad1-896b-7c8b8d317f85 admin admin] Network 37c2a249-8a02-4117-8a0e-65123d0f751f is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:39:30.072373 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-5ea99c8b-4fd6-4ad1-896b-7c8b8d317f85 admin admin] Resources bound (agent type, host, resource id): {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:39:30.308467 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-b7eb1931-0ecf-438f-be21-b1c1fc8a65a9 None None] Provisioning complete for port 5cde37ad-daab-4f6a-ac00-8a8327f4229b triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:39:30.308866 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b7eb1931-0ecf-438f-be21-b1c1fc8a65a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:30.365175 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-b7eb1931-0ecf-438f-be21-b1c1fc8a65a9 None None] Port 5cde37ad-daab-4f6a-ac00-8a8327f4229b cannot update to ACTIVE because it is not bound. {{(pid=84431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:39:30.463591 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea99c8b-4fd6-4ad1-896b-7c8b8d317f85 admin admin] Router 8c062093-7252-4b83-b188-57281267393f is scheduled to L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b with binding_index 1 {{(pid=84430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 15:39:30.624206 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea99c8b-4fd6-4ad1-896b-7c8b8d317f85 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:39:30.633864 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-5ea99c8b-4fd6-4ad1-896b-7c8b8d317f85 admin admin] 10.222.0.44 "PUT /v2.0/routers/8c062093-7252-4b83-b188-57281267393f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.9558949 Apr 05 15:39:30.636576 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9d7a35-8bc6-4089-b9ad-480f07ccebe1 None None] Sync routers for ids ['8c062093-7252-4b83-b188-57281267393f'] in dv-cinder-784779-1-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:39:30.647764 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9d7a35-8bc6-4089-b9ad-480f07ccebe1 None None] Routers {'8c062093-7252-4b83-b188-57281267393f'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:39:30.648605 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-2c9d7a35-8bc6-4089-b9ad-480f07ccebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:39:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['8c062093-7252-4b83-b188-57281267393f'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:39:30.838473 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-2c9d7a35-8bc6-4089-b9ad-480f07ccebe1 None None] Set router 8c062093-7252-4b83-b188-57281267393f gateway port host: None {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:39:30.898834 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 5 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:39:31.395644 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-2c9d7a35-8bc6-4089-b9ad-480f07ccebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c062093-7252-4b83-b188-57281267393f', 'name': 'router1', 'tenant_id': 'b7c5a6f973de45ecb70491dfdbe0c427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:39:17Z', 'updated_at': '2021-04-05T15:39:29Z', 'revision_number': 2, 'project_id': 'b7c5a6f973de45ecb70491dfdbe0c427', 'gw_port_host': None, '_interfaces': [{'id': '5cde37ad-daab-4f6a-ac00-8a8327f4229b', 'name': '', 'network_id': '37c2a249-8a02-4117-8a0e-65123d0f751f', 'tenant_id': 'b7c5a6f973de45ecb70491dfdbe0c427', 'mac_address': 'fa:16:3e:57:24:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c062093-7252-4b83-b188-57281267393f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c262e60-e73f-4d1d-b1d2-66d01a4ab7d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:39:28Z', 'updated_at': '2021-04-05T15:39:29Z', 'revision_number': 2, 'project_id': 'b7c5a6f973de45ecb70491dfdbe0c427', 'subnets': [{'id': '3c262e60-e73f-4d1d-b1d2-66d01a4ab7d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f333d566-a799-44fb-994a-36103c1d833c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:39:31.401135 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9d7a35-8bc6-4089-b9ad-480f07ccebe1 None None] Checking router: 8c062093-7252-4b83-b188-57281267393f for host: dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:39:31.401514 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9d7a35-8bc6-4089-b9ad-480f07ccebe1 None None] Updating router 8c062093-7252-4b83-b188-57281267393f port 5cde37ad-daab-4f6a-ac00-8a8327f4229b binding host dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:39:31.455929 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2c9d7a35-8bc6-4089-b9ad-480f07ccebe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:31.900916 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2c9d7a35-8bc6-4089-b9ad-480f07ccebe1 None None] Notify callbacks [] for port, precommit_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:31.914888 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-2c9d7a35-8bc6-4089-b9ad-480f07ccebe1 None None] Transition to ACTIVE for port object 5cde37ad-daab-4f6a-ac00-8a8327f4229b will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:39:31.949419 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2c9d7a35-8bc6-4089-b9ad-480f07ccebe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:31.967634 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:39:32.098710 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4dfe0-1b41-47db-9da9-733af32a2a2b None None] Pushing event updated for resources: {'Port': ['ID=5cde37ad-daab-4f6a-ac00-8a8327f4229b,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:39:32.117250 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4dfe0-1b41-47db-9da9-733af32a2a2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:32.117614 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4dfe0-1b41-47db-9da9-733af32a2a2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:32.117971 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4dfe0-1b41-47db-9da9-733af32a2a2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:32.118319 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4dfe0-1b41-47db-9da9-733af32a2a2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:32.118696 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4dfe0-1b41-47db-9da9-733af32a2a2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:32.119043 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4dfe0-1b41-47db-9da9-733af32a2a2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:32.119387 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4dfe0-1b41-47db-9da9-733af32a2a2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:32.119731 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4dfe0-1b41-47db-9da9-733af32a2a2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:32.120074 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4dfe0-1b41-47db-9da9-733af32a2a2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:32.120413 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4dfe0-1b41-47db-9da9-733af32a2a2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:32.120763 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4dfe0-1b41-47db-9da9-733af32a2a2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:32.121084 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4dfe0-1b41-47db-9da9-733af32a2a2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de4dfe0-1b41-47db-9da9-733af32a2a2b None None] Tracked resource versions report: Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: pushed versions: Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: { 'AddressGroup': {'1.2'}, Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: 'ConntrackHelper': {'1.0'}, Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Log': {'1.0'}, Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Network': {'1.1'}, Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Port': {'1.7'}, Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: 'PortForwarding': {'1.2'}, Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: 'QosPolicy': {'1.8'}, Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroup': {'1.4'}, Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroupRule': {'1.2'}, Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SubPort': {'1.0'}, Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Subnet': {'1.1'}, Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Trunk': {'1.1'}} Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: consumer versions: Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: { DHCP agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: L3 agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: Metadata agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: Metering agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: Open vSwitch agent@dv-cinder-784779-1-iscsi: { 'AddressGroup': '1.2', Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: 'ConntrackHelper': '1.0', Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Log': '1.0', Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Network': '1.1', Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Port': '1.7', Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: 'PortForwarding': '1.2', Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: 'QosPolicy': '1.8', Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroup': '1.4', Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroupRule': '1.2', Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SubPort': '1.0', Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Subnet': '1.1', Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Trunk': '1.1'}} Apr 05 15:39:32.122176 dv-cinder-784779-1-iscsi neutron-server[84318]: {{(pid=84432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 15:39:32.128415 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0de4dfe0-1b41-47db-9da9-733af32a2a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:39:32.323958 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-2c9d7a35-8bc6-4089-b9ad-480f07ccebe1 None None] Attempting to bind port 5cde37ad-daab-4f6a-ac00-8a8327f4229b on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:39:32.324392 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-2c9d7a35-8bc6-4089-b9ad-480f07ccebe1 None None] Attempting to bind port 5cde37ad-daab-4f6a-ac00-8a8327f4229b by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': '99048c25-217e-4207-8b60-ed24c7f06b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '37c2a249-8a02-4117-8a0e-65123d0f751f'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:39:32.324791 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d7a35-8bc6-4089-b9ad-480f07ccebe1 None None] Attempting to bind port 5cde37ad-daab-4f6a-ac00-8a8327f4229b on network 37c2a249-8a02-4117-8a0e-65123d0f751f {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:39:32.330226 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d7a35-8bc6-4089-b9ad-480f07ccebe1 None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:39:32.330670 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d7a35-8bc6-4089-b9ad-480f07ccebe1 None None] Checking segment: {'id': '99048c25-217e-4207-8b60-ed24c7f06b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '37c2a249-8a02-4117-8a0e-65123d0f751f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:39:32.331111 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2c9d7a35-8bc6-4089-b9ad-480f07ccebe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:32.331524 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d7a35-8bc6-4089-b9ad-480f07ccebe1 None None] Bound using segment: {'id': '99048c25-217e-4207-8b60-ed24c7f06b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '37c2a249-8a02-4117-8a0e-65123d0f751f'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:39:32.332061 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-2c9d7a35-8bc6-4089-b9ad-480f07ccebe1 None None] Bound port: 5cde37ad-daab-4f6a-ac00-8a8327f4229b, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99048c25-217e-4207-8b60-ed24c7f06b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '37c2a249-8a02-4117-8a0e-65123d0f751f'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:39:32.332452 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2c9d7a35-8bc6-4089-b9ad-480f07ccebe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:32.426204 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-2c9d7a35-8bc6-4089-b9ad-480f07ccebe1 None None] For port 5cde37ad-daab-4f6a-ac00-8a8327f4229b, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:39:32.431101 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-2c9d7a35-8bc6-4089-b9ad-480f07ccebe1 None None] For port 5cde37ad-daab-4f6a-ac00-8a8327f4229b, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=5cde37ad-daab-4f6a-ac00-8a8327f4229b,segment=NetworkSegment(99048c25-217e-4207-8b60-ed24c7f06b27),segment_id=99048c25-217e-4207-8b60-ed24c7f06b27)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:39:32.486385 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2c9d7a35-8bc6-4089-b9ad-480f07ccebe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:32.502467 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:39:32.658111 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4dfe0-1b41-47db-9da9-733af32a2a2b None None] Pushing event updated for resources: {'Port': ['ID=5cde37ad-daab-4f6a-ac00-8a8327f4229b,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:39:32.663210 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0de4dfe0-1b41-47db-9da9-733af32a2a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:39:32.714195 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9d7a35-8bc6-4089-b9ad-480f07ccebe1 None None] Routers {'8c062093-7252-4b83-b188-57281267393f'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:39:32.714877 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-2c9d7a35-8bc6-4089-b9ad-480f07ccebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:39:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['8c062093-7252-4b83-b188-57281267393f'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:39:32.880436 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-2c9d7a35-8bc6-4089-b9ad-480f07ccebe1 None None] Set router 8c062093-7252-4b83-b188-57281267393f gateway port host: None {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:39:33.172477 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 33104) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:39:33.221126 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-2c9d7a35-8bc6-4089-b9ad-480f07ccebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c062093-7252-4b83-b188-57281267393f', 'name': 'router1', 'tenant_id': 'b7c5a6f973de45ecb70491dfdbe0c427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:39:17Z', 'updated_at': '2021-04-05T15:39:29Z', 'revision_number': 2, 'project_id': 'b7c5a6f973de45ecb70491dfdbe0c427', 'gw_port_host': None, '_interfaces': [{'id': '5cde37ad-daab-4f6a-ac00-8a8327f4229b', 'name': '', 'network_id': '37c2a249-8a02-4117-8a0e-65123d0f751f', 'tenant_id': 'b7c5a6f973de45ecb70491dfdbe0c427', 'mac_address': 'fa:16:3e:57:24:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c062093-7252-4b83-b188-57281267393f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c262e60-e73f-4d1d-b1d2-66d01a4ab7d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:39:28Z', 'updated_at': '2021-04-05T15:39:32Z', 'revision_number': 4, 'project_id': 'b7c5a6f973de45ecb70491dfdbe0c427', 'subnets': [{'id': '3c262e60-e73f-4d1d-b1d2-66d01a4ab7d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f333d566-a799-44fb-994a-36103c1d833c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:39:33.225382 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9d7a35-8bc6-4089-b9ad-480f07ccebe1 None None] The sync data for ids ['8c062093-7252-4b83-b188-57281267393f'] in dv-cinder-784779-1-iscsi is: [{'id': '8c062093-7252-4b83-b188-57281267393f', 'name': 'router1', 'tenant_id': 'b7c5a6f973de45ecb70491dfdbe0c427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:39:17Z', 'updated_at': '2021-04-05T15:39:29Z', 'revision_number': 2, 'project_id': 'b7c5a6f973de45ecb70491dfdbe0c427', 'gw_port_host': None, '_interfaces': [{'id': '5cde37ad-daab-4f6a-ac00-8a8327f4229b', 'name': '', 'network_id': '37c2a249-8a02-4117-8a0e-65123d0f751f', 'tenant_id': 'b7c5a6f973de45ecb70491dfdbe0c427', 'mac_address': 'fa:16:3e:57:24:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c062093-7252-4b83-b188-57281267393f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c262e60-e73f-4d1d-b1d2-66d01a4ab7d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:39:28Z', 'updated_at': '2021-04-05T15:39:32Z', 'revision_number': 4, 'project_id': 'b7c5a6f973de45ecb70491dfdbe0c427', 'subnets': [{'id': '3c262e60-e73f-4d1d-b1d2-66d01a4ab7d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f333d566-a799-44fb-994a-36103c1d833c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:39:33.332300 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12459201-47b6-4368-a8e4-fff8a7b251e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:39:33.332932 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-12459201-47b6-4368-a8e4-fff8a7b251e1 admin admin] Synchronizing usage tracker for tenant:c51ba220d0f34d6e9f9b98c90d081325 on resource:network {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:39:33.388461 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-12459201-47b6-4368-a8e4-fff8a7b251e1 admin admin] Unset dirty status for tenant:c51ba220d0f34d6e9f9b98c90d081325 on resource:network {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:39:33.389693 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-12459201-47b6-4368-a8e4-fff8a7b251e1 admin admin] 10.222.0.44 "GET /v2.0/networks/dd229a0f-6ed6-426a-8b4c-b8529d79a707 HTTP/1.1" status: 200 len: 842 time: 0.2161176 Apr 05 15:39:33.400630 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-46826813-dd77-4da4-bd70-c9d06a4c7cf5 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'gateway_ip': '172.27.0.1'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:39:33.405871 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-46826813-dd77-4da4-bd70-c9d06a4c7cf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:39:33.409792 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-46826813-dd77-4da4-bd70-c9d06a4c7cf5 admin admin] Usage tracker for resource:subnet and tenant:c51ba220d0f34d6e9f9b98c90d081325 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:39:33.412665 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-46826813-dd77-4da4-bd70-c9d06a4c7cf5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:39:33.418993 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-46826813-dd77-4da4-bd70-c9d06a4c7cf5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:39:33.457083 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46826813-dd77-4da4-bd70-c9d06a4c7cf5 admin admin] Made reservation on behalf of c51ba220d0f34d6e9f9b98c90d081325 for: {'subnet': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:39:33.461718 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-46826813-dd77-4da4-bd70-c9d06a4c7cf5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:34.121059 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.objects.ports [None req-46826813-dd77-4da4-bd70-c9d06a4c7cf5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84430) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 05 15:39:34.121549 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-46826813-dd77-4da4-bd70-c9d06a4c7cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for subnet, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:34.138787 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b75af72e-dafe-4551-9d77-58b1f69e4855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:39:34.277751 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46826813-dd77-4da4-bd70-c9d06a4c7cf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f98952a-db9d-40f5-8f74-bf7f0c188c38,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:39:34.281749 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-46826813-dd77-4da4-bd70-c9d06a4c7cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:39:34.343389 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46826813-dd77-4da4-bd70-c9d06a4c7cf5 admin admin] Checking segment: {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:39:34.343786 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46826813-dd77-4da4-bd70-c9d06a4c7cf5 admin admin] Network hostable DHCP agents. Network: dd229a0f-6ed6-426a-8b4c-b8529d79a707, hostable agents: ['0f32e0e8-c846-4e58-971c-cb28b45a07b7'], hosted agents: [] {{(pid=84430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:39:34.417624 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46826813-dd77-4da4-bd70-c9d06a4c7cf5 admin admin] Network dd229a0f-6ed6-426a-8b4c-b8529d79a707 is scheduled to be hosted by DHCP agent 0f32e0e8-c846-4e58-971c-cb28b45a07b7 with binding_index 1 {{(pid=84430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:39:34.480230 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-46826813-dd77-4da4-bd70-c9d06a4c7cf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-iscsi, dd229a0f-6ed6-426a-8b4c-b8529d79a707) {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:39:34.484445 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46826813-dd77-4da4-bd70-c9d06a4c7cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:39:34.485082 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-46826813-dd77-4da4-bd70-c9d06a4c7cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:34.491633 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560dbdba-5096-4609-94ba-46a2eca1dc81 None None] Network dd229a0f-6ed6-426a-8b4c-b8529d79a707 requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:39:34.555415 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-46826813-dd77-4da4-bd70-c9d06a4c7cf5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1591771 Apr 05 15:39:34.727888 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de63b0cd-8dad-457c-9e5d-f92d65cda627 None None] Network dd229a0f-6ed6-426a-8b4c-b8529d79a707 requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:39:35.070271 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 5cde37ad-daab-4f6a-ac00-8a8327f4229b up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:39:35.172017 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port 5cde37ad-daab-4f6a-ac00-8a8327f4229b completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:39:35.177113 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 5cde37ad-daab-4f6a-ac00-8a8327f4229b triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:39:35.177513 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:35.299214 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:35.331384 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] For port 5cde37ad-daab-4f6a-ac00-8a8327f4229b, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=5cde37ad-daab-4f6a-ac00-8a8327f4229b,segment=NetworkSegment(99048c25-217e-4207-8b60-ed24c7f06b27),segment_id=99048c25-217e-4207-8b60-ed24c7f06b27)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:39:35.377412 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:35.379707 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:39:35.448022 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Pushing event updated for resources: {'Port': ['ID=5cde37ad-daab-4f6a-ac00-8a8327f4229b,revision_number=5']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:39:35.451220 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:39:37.053927 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 5cde37ad-daab-4f6a-ac00-8a8327f4229b up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:39:37.115142 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 33118) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:39:37.125108 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 5cde37ad-daab-4f6a-ac00-8a8327f4229b triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:39:37.125516 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:37.288843 dv-cinder-784779-1-iscsi neutron-server[84318]: WARNING oslo_policy.policy [None req-f2002b15-e9b3-4579-8633-49ae0b21270c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 15:39:37.289377 dv-cinder-784779-1-iscsi neutron-server[84318]: WARNING oslo_policy.policy [None req-f2002b15-e9b3-4579-8633-49ae0b21270c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 15:39:37.592600 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.policy [None req-f2002b15-e9b3-4579-8633-49ae0b21270c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84429) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 05 15:39:37.647352 dv-cinder-784779-1-iscsi neutron-server[84318]: WARNING oslo_policy.policy [None req-f2002b15-e9b3-4579-8633-49ae0b21270c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 15:39:37.647769 dv-cinder-784779-1-iscsi neutron-server[84318]: WARNING oslo_policy.policy [None req-f2002b15-e9b3-4579-8633-49ae0b21270c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 15:39:38.045333 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-f2002b15-e9b3-4579-8633-49ae0b21270c admin admin] 10.222.0.44 "GET /v2.0/routers/8c062093-7252-4b83-b188-57281267393f HTTP/1.1" status: 200 len: 710 time: 0.9274793 Apr 05 15:39:38.210279 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17750cd2-7d2e-4a90-832e-1610c94f2e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:39:38.211946 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-17750cd2-7d2e-4a90-832e-1610c94f2e08 admin admin] 10.222.0.44 "GET /v2.0/networks/dd229a0f-6ed6-426a-8b4c-b8529d79a707 HTTP/1.1" status: 200 len: 886 time: 0.1606803 Apr 05 15:39:38.221751 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:39:38.684320 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850964895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850963425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772476'] for router, precommit_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:39.064787 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:39.123183 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:39.266870 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Allocated IP 172.27.0.154 (dd229a0f-6ed6-426a-8b4c-b8529d79a707/9f98952a-db9d-40f5-8f74-bf7f0c188c38/61cbc2c5-5661-4fd3-a20e-e0d4396eb929) {{(pid=84429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:39:39.566004 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Notify callbacks [] for port, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:39.661886 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098'] for port, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:39.677108 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:39:39.822948 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Pushing event updated for resources: {'Port': ['ID=61cbc2c5-5661-4fd3-a20e-e0d4396eb929,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:39:39.833977 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:39.834399 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:39.834749 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:39.835095 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:39.835439 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:39.835784 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:39.836124 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:39.836463 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:39.836815 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:39.837150 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:39.837488 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:39.837823 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Tracked resource versions report: Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: pushed versions: Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: { 'AddressGroup': {'1.2'}, Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: 'ConntrackHelper': {'1.0'}, Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Log': {'1.0'}, Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Network': {'1.1'}, Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Port': {'1.7'}, Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: 'PortForwarding': {'1.2'}, Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: 'QosPolicy': {'1.8'}, Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroup': {'1.4'}, Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroupRule': {'1.2'}, Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SubPort': {'1.0'}, Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Subnet': {'1.1'}, Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Trunk': {'1.1'}} Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: consumer versions: Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: { DHCP agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: L3 agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: Metadata agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: Metering agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: Open vSwitch agent@dv-cinder-784779-1-iscsi: { 'AddressGroup': '1.2', Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: 'ConntrackHelper': '1.0', Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Log': '1.0', Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Network': '1.1', Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Port': '1.7', Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: 'PortForwarding': '1.2', Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: 'QosPolicy': '1.8', Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroup': '1.4', Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroupRule': '1.2', Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SubPort': '1.0', Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Subnet': '1.1', Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Trunk': '1.1'}} Apr 05 15:39:39.838979 dv-cinder-784779-1-iscsi neutron-server[84318]: {{(pid=84429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 15:39:39.886203 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:39:39.896189 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Network dd229a0f-6ed6-426a-8b4c-b8529d79a707 is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:39:39.897325 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:39:39.899991 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Received port after_create {{(pid=84429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:39:40.397150 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:40.741379 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850964895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850963425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772476'] for router, precommit_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:40.744722 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3810921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036850964842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3812359'] for router, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:40.933884 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Router 8c062093-7252-4b83-b188-57281267393f has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:39:41.271198 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:39:41.280596 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Notify callbacks [] for router, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:41.281257 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3621efd4-3638-4e2f-a1bf-97e92f6bf7df None None] Sync routers for ids ['8c062093-7252-4b83-b188-57281267393f'] in dv-cinder-784779-1-iscsi {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:39:41.281833 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] 10.222.0.44 "PUT /v2.0/routers/8c062093-7252-4b83-b188-57281267393f HTTP/1.1" status: 200 len: 890 time: 3.0635524 Apr 05 15:39:41.292180 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3621efd4-3638-4e2f-a1bf-97e92f6bf7df None None] Routers {'8c062093-7252-4b83-b188-57281267393f'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:39:41.292871 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-3621efd4-3638-4e2f-a1bf-97e92f6bf7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:39:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['8c062093-7252-4b83-b188-57281267393f'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:39:41.645864 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-3621efd4-3638-4e2f-a1bf-97e92f6bf7df None None] Set router 8c062093-7252-4b83-b188-57281267393f gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:39:42.001888 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-3621efd4-3638-4e2f-a1bf-97e92f6bf7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c062093-7252-4b83-b188-57281267393f', 'name': 'router1', 'tenant_id': 'b7c5a6f973de45ecb70491dfdbe0c427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '61cbc2c5-5661-4fd3-a20e-e0d4396eb929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:39:17Z', 'updated_at': '2021-04-05T15:39:40Z', 'revision_number': 4, 'project_id': 'b7c5a6f973de45ecb70491dfdbe0c427', 'gw_port': {'id': '61cbc2c5-5661-4fd3-a20e-e0d4396eb929', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:08:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c062093-7252-4b83-b188-57281267393f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:39:39Z', 'updated_at': '2021-04-05T15:39:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': '5cde37ad-daab-4f6a-ac00-8a8327f4229b', 'name': '', 'network_id': '37c2a249-8a02-4117-8a0e-65123d0f751f', 'tenant_id': 'b7c5a6f973de45ecb70491dfdbe0c427', 'mac_address': 'fa:16:3e:57:24:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c062093-7252-4b83-b188-57281267393f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c262e60-e73f-4d1d-b1d2-66d01a4ab7d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:39:28Z', 'updated_at': '2021-04-05T15:39:35Z', 'revision_number': 5, 'project_id': 'b7c5a6f973de45ecb70491dfdbe0c427', 'subnets': [{'id': '3c262e60-e73f-4d1d-b1d2-66d01a4ab7d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f333d566-a799-44fb-994a-36103c1d833c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:39:42.006918 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3621efd4-3638-4e2f-a1bf-97e92f6bf7df None None] Checking router: 8c062093-7252-4b83-b188-57281267393f for host: dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:39:42.007307 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3621efd4-3638-4e2f-a1bf-97e92f6bf7df None None] Updating router 8c062093-7252-4b83-b188-57281267393f port 61cbc2c5-5661-4fd3-a20e-e0d4396eb929 binding host dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:39:42.064776 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3621efd4-3638-4e2f-a1bf-97e92f6bf7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:42.459735 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3621efd4-3638-4e2f-a1bf-97e92f6bf7df None None] Notify callbacks [] for port, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:42.529849 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-3621efd4-3638-4e2f-a1bf-97e92f6bf7df None None] Transition to ACTIVE for port object 61cbc2c5-5661-4fd3-a20e-e0d4396eb929 will not be triggered until provisioned by entity L2. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:39:42.598731 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3621efd4-3638-4e2f-a1bf-97e92f6bf7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:42.615741 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f9b78acf-f232-471a-9b4a-1ac277d596a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:39:42.761983 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40748e-0f38-4c91-be99-457717cc6591 None None] Pushing event updated for resources: {'Port': ['ID=61cbc2c5-5661-4fd3-a20e-e0d4396eb929,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:39:42.765110 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-be40748e-0f38-4c91-be99-457717cc6591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:39:42.818740 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-3621efd4-3638-4e2f-a1bf-97e92f6bf7df None None] Attempting to bind port 61cbc2c5-5661-4fd3-a20e-e0d4396eb929 on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:39:42.819143 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-3621efd4-3638-4e2f-a1bf-97e92f6bf7df None None] Attempting to bind port 61cbc2c5-5661-4fd3-a20e-e0d4396eb929 by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:39:42.819537 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3621efd4-3638-4e2f-a1bf-97e92f6bf7df None None] Attempting to bind port 61cbc2c5-5661-4fd3-a20e-e0d4396eb929 on network dd229a0f-6ed6-426a-8b4c-b8529d79a707 {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:39:42.825010 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3621efd4-3638-4e2f-a1bf-97e92f6bf7df None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:39:42.825413 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3621efd4-3638-4e2f-a1bf-97e92f6bf7df None None] Checking segment: {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:39:42.825850 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3621efd4-3638-4e2f-a1bf-97e92f6bf7df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:42.826280 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3621efd4-3638-4e2f-a1bf-97e92f6bf7df None None] Bound using segment: {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:39:42.826806 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-3621efd4-3638-4e2f-a1bf-97e92f6bf7df None None] Bound port: 61cbc2c5-5661-4fd3-a20e-e0d4396eb929, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:39:42.827211 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3621efd4-3638-4e2f-a1bf-97e92f6bf7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:42.902983 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-3621efd4-3638-4e2f-a1bf-97e92f6bf7df None None] For port 61cbc2c5-5661-4fd3-a20e-e0d4396eb929, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:39:42.906037 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-3621efd4-3638-4e2f-a1bf-97e92f6bf7df None None] For port 61cbc2c5-5661-4fd3-a20e-e0d4396eb929, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=61cbc2c5-5661-4fd3-a20e-e0d4396eb929,segment=NetworkSegment(45fc7be4-cb6f-44c4-878d-af01c4212144),segment_id=45fc7be4-cb6f-44c4-878d-af01c4212144)] {{(pid=84431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:39:42.947484 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3621efd4-3638-4e2f-a1bf-97e92f6bf7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:42.962713 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:39:43.114211 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40748e-0f38-4c91-be99-457717cc6591 None None] Pushing event updated for resources: {'Port': ['ID=61cbc2c5-5661-4fd3-a20e-e0d4396eb929,revision_number=3']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:39:43.119280 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-be40748e-0f38-4c91-be99-457717cc6591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:39:43.159808 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3621efd4-3638-4e2f-a1bf-97e92f6bf7df None None] Routers {'8c062093-7252-4b83-b188-57281267393f'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:39:43.160458 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-3621efd4-3638-4e2f-a1bf-97e92f6bf7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:39:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['8c062093-7252-4b83-b188-57281267393f'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:39:43.503441 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-3621efd4-3638-4e2f-a1bf-97e92f6bf7df None None] Set router 8c062093-7252-4b83-b188-57281267393f gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:39:43.852308 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-3621efd4-3638-4e2f-a1bf-97e92f6bf7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c062093-7252-4b83-b188-57281267393f', 'name': 'router1', 'tenant_id': 'b7c5a6f973de45ecb70491dfdbe0c427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '61cbc2c5-5661-4fd3-a20e-e0d4396eb929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:39:17Z', 'updated_at': '2021-04-05T15:39:40Z', 'revision_number': 4, 'project_id': 'b7c5a6f973de45ecb70491dfdbe0c427', 'gw_port': {'id': '61cbc2c5-5661-4fd3-a20e-e0d4396eb929', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:08:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c062093-7252-4b83-b188-57281267393f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:39:39Z', 'updated_at': '2021-04-05T15:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': '5cde37ad-daab-4f6a-ac00-8a8327f4229b', 'name': '', 'network_id': '37c2a249-8a02-4117-8a0e-65123d0f751f', 'tenant_id': 'b7c5a6f973de45ecb70491dfdbe0c427', 'mac_address': 'fa:16:3e:57:24:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c062093-7252-4b83-b188-57281267393f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c262e60-e73f-4d1d-b1d2-66d01a4ab7d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:39:28Z', 'updated_at': '2021-04-05T15:39:35Z', 'revision_number': 5, 'project_id': 'b7c5a6f973de45ecb70491dfdbe0c427', 'subnets': [{'id': '3c262e60-e73f-4d1d-b1d2-66d01a4ab7d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f333d566-a799-44fb-994a-36103c1d833c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:39:43.856325 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3621efd4-3638-4e2f-a1bf-97e92f6bf7df None None] The sync data for ids ['8c062093-7252-4b83-b188-57281267393f'] in dv-cinder-784779-1-iscsi is: [{'id': '8c062093-7252-4b83-b188-57281267393f', 'name': 'router1', 'tenant_id': 'b7c5a6f973de45ecb70491dfdbe0c427', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': '61cbc2c5-5661-4fd3-a20e-e0d4396eb929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:39:17Z', 'updated_at': '2021-04-05T15:39:40Z', 'revision_number': 4, 'project_id': 'b7c5a6f973de45ecb70491dfdbe0c427', 'gw_port': {'id': '61cbc2c5-5661-4fd3-a20e-e0d4396eb929', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:08:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c062093-7252-4b83-b188-57281267393f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:39:39Z', 'updated_at': '2021-04-05T15:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': '5cde37ad-daab-4f6a-ac00-8a8327f4229b', 'name': '', 'network_id': '37c2a249-8a02-4117-8a0e-65123d0f751f', 'tenant_id': 'b7c5a6f973de45ecb70491dfdbe0c427', 'mac_address': 'fa:16:3e:57:24:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c062093-7252-4b83-b188-57281267393f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c262e60-e73f-4d1d-b1d2-66d01a4ab7d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:39:28Z', 'updated_at': '2021-04-05T15:39:35Z', 'revision_number': 5, 'project_id': 'b7c5a6f973de45ecb70491dfdbe0c427', 'subnets': [{'id': '3c262e60-e73f-4d1d-b1d2-66d01a4ab7d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f333d566-a799-44fb-994a-36103c1d833c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:39:43.975676 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 33138) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:39:44.102068 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-04396619-8099-411a-992d-6347922a8774 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1247847 Apr 05 15:39:45.086211 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 61cbc2c5-5661-4fd3-a20e-e0d4396eb929 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:39:45.188825 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port 61cbc2c5-5661-4fd3-a20e-e0d4396eb929 completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:39:45.194739 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 61cbc2c5-5661-4fd3-a20e-e0d4396eb929 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:39:45.195241 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:45.323910 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:45.342975 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] For port 61cbc2c5-5661-4fd3-a20e-e0d4396eb929, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=61cbc2c5-5661-4fd3-a20e-e0d4396eb929,segment=NetworkSegment(45fc7be4-cb6f-44c4-878d-af01c4212144),segment_id=45fc7be4-cb6f-44c4-878d-af01c4212144)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:39:45.377384 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:45.379700 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-be40748e-0f38-4c91-be99-457717cc6591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:39:45.453726 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Pushing event updated for resources: {'Port': ['ID=61cbc2c5-5661-4fd3-a20e-e0d4396eb929,revision_number=4']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:39:45.456904 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:39:47.084418 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 61cbc2c5-5661-4fd3-a20e-e0d4396eb929 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:39:47.196287 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 61cbc2c5-5661-4fd3-a20e-e0d4396eb929 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:39:47.196818 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:49.331609 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-dc1c5a62-0c86-47ef-b919-1e842dec2c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:50.733097 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:51.821497 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-300c94e6-f2bb-46b6-8371-6931870b6dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:52.285758 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:39:53.718486 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:40:07.838360 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 5 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:40:19.317762 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fb2ab48b-d7d2-4d24-b073-6781e30314dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:40:20.717771 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:40:21.837976 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3bb29049-54f0-4386-ab99-39f026dda69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:40:22.262248 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:40:23.719568 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:40:44.838052 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 5 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:40:49.368875 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c56900fa-3e2c-45d5-9d03-136f41892f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:40:50.723190 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:40:51.825763 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-07580d13-0d37-40e9-8383-d5acb09e874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:40:52.259742 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:40:53.744929 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:19.327819 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8b4fe290-528a-46b8-9ea6-9a2dd8694d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:20.729989 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:21.787252 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-86f3fcea-0669-41de-889d-07ffdb623754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:21.836929 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 5 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:41:22.265063 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:23.733468 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:49.322045 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b985c32e-d985-4f2c-b92d-31d6b1539bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:50.704823 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:51.798616 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-877373f8-5267-4c2e-9620-26f02dfee5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:52.267051 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:53.723966 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:41:58.386104 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 33708) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:41:58.462378 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.pecan_wsgi.hooks.translation [None req-3765bd67-f7df-416a-9703-b60dcfca55d5 admin admin] GET failed (client error): The resource could not be found. Apr 05 15:41:58.463753 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-3765bd67-f7df-416a-9703-b60dcfca55d5 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0765698 Apr 05 15:41:58.606171 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dfef93-ed97-4a5a-b595-3fad93c376c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:41:58.607927 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-d0dfef93-ed97-4a5a-b595-3fad93c376c2 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1398592 Apr 05 15:41:58.840031 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 5 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:42:01.073796 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 33718) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:01.190492 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f112c185-6c2f-4b1d-85f5-6911d269c446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:01.192459 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-f112c185-6c2f-4b1d-85f5-6911d269c446 admin admin] 10.222.0.44 "GET /v2.0/subnets/3c262e60-e73f-4d1d-b1d2-66d01a4ab7d5 HTTP/1.1" status: 200 len: 849 time: 0.1170473 Apr 05 15:42:01.202692 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-5543e868-c9f5-4aad-8232-92c1b928c1b7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:42:01.325645 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5543e868-c9f5-4aad-8232-92c1b928c1b7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:01.661523 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5543e868-c9f5-4aad-8232-92c1b928c1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363297789303685'] for subnet, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:01.676778 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:01.818031 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543e868-c9f5-4aad-8232-92c1b928c1b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c262e60-e73f-4d1d-b1d2-66d01a4ab7d5,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:01.829837 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543e868-c9f5-4aad-8232-92c1b928c1b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:01.830227 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543e868-c9f5-4aad-8232-92c1b928c1b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:01.830611 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543e868-c9f5-4aad-8232-92c1b928c1b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:01.830968 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543e868-c9f5-4aad-8232-92c1b928c1b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:01.831318 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543e868-c9f5-4aad-8232-92c1b928c1b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:01.831682 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543e868-c9f5-4aad-8232-92c1b928c1b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:01.832032 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543e868-c9f5-4aad-8232-92c1b928c1b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:01.832892 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543e868-c9f5-4aad-8232-92c1b928c1b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:01.833254 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543e868-c9f5-4aad-8232-92c1b928c1b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:01.833597 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543e868-c9f5-4aad-8232-92c1b928c1b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:01.833946 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543e868-c9f5-4aad-8232-92c1b928c1b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:01.834290 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543e868-c9f5-4aad-8232-92c1b928c1b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:01.842203 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-5543e868-c9f5-4aad-8232-92c1b928c1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:01.868388 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5543e868-c9f5-4aad-8232-92c1b928c1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:01.869045 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5543e868-c9f5-4aad-8232-92c1b928c1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:01.887521 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-5543e868-c9f5-4aad-8232-92c1b928c1b7 admin admin] 10.222.0.44 "PUT /v2.0/subnets/3c262e60-e73f-4d1d-b1d2-66d01a4ab7d5 HTTP/1.1" status: 200 len: 868 time: 0.6716607 Apr 05 15:42:01.888294 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca45e64d-ba41-4c8c-9b42-93e5e6d0dbe4 None None] Network 37c2a249-8a02-4117-8a0e-65123d0f751f requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:42:02.338974 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-8344d179-fc2e-47c7-9670-fc5ef2751f69 None None] Provisioning complete for port 5cde37ad-daab-4f6a-ac00-8a8327f4229b triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:42:02.339529 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8344d179-fc2e-47c7-9670-fc5ef2751f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:02.472676 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-8344d179-fc2e-47c7-9670-fc5ef2751f69 None None] Provisioning complete for port 6ad643d3-9ad1-4894-b072-489297675904 triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:42:02.473594 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8344d179-fc2e-47c7-9670-fc5ef2751f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:04.345696 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 33728) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:04.530112 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af202daf-dcae-4f2a-ad6c-61446528c6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:04.530593 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af202daf-dcae-4f2a-ad6c-61446528c6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:04.532182 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-af202daf-dcae-4f2a-ad6c-61446528c6da admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1854768 Apr 05 15:42:06.983952 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 33738) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:07.168303 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d61cab-84bc-4781-b5e7-0a2ced56ee48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:07.168759 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d61cab-84bc-4781-b5e7-0a2ced56ee48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:07.170354 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-81d61cab-84bc-4781-b5e7-0a2ced56ee48 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1854062 Apr 05 15:42:09.648695 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 33748) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:09.832838 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3e7443-4a93-4346-8f42-3a37b32242eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:09.834186 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-db3e7443-4a93-4346-8f42-3a37b32242eb admin admin] 10.222.0.44 "GET /v2.0/networks/37c2a249-8a02-4117-8a0e-65123d0f751f HTTP/1.1" status: 200 len: 869 time: 0.1844411 Apr 05 15:42:12.283886 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 33758) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:12.462394 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20412a34-6bba-4ff3-b47b-6963c46163d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:12.463764 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-20412a34-6bba-4ff3-b47b-6963c46163d3 admin admin] 10.222.0.44 "GET /v2.0/networks/dd229a0f-6ed6-426a-8b4c-b8529d79a707 HTTP/1.1" status: 200 len: 886 time: 0.1788433 Apr 05 15:42:14.944457 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 33768) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:15.058349 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9465c715-5ad4-4057-8b4f-1e16e35b5d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:15.058876 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9465c715-5ad4-4057-8b4f-1e16e35b5d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:15.059640 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-9465c715-5ad4-4057-8b4f-1e16e35b5d77 admin admin] Synchronizing usage tracker for tenant:c51ba220d0f34d6e9f9b98c90d081325 on resource:subnet {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:42:15.150036 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-9465c715-5ad4-4057-8b4f-1e16e35b5d77 admin admin] Unset dirty status for tenant:c51ba220d0f34d6e9f9b98c90d081325 on resource:subnet {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:42:15.151358 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-9465c715-5ad4-4057-8b4f-1e16e35b5d77 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2058215 Apr 05 15:42:17.587296 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 33778) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:17.700383 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003bc101-dd56-4cff-9073-ff9aac3d3a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:17.700899 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003bc101-dd56-4cff-9073-ff9aac3d3a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:17.702507 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-003bc101-dd56-4cff-9073-ff9aac3d3a8a admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1141593 Apr 05 15:42:19.326829 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-bbe50a7b-e726-4287-b73e-bf8c90e5d85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:20.181096 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 33788) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:20.299226 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ba60b5-f43f-4b0e-bfb1-981d61da983f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:20.300684 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-a3ba60b5-f43f-4b0e-bfb1-981d61da983f admin admin] 10.222.0.44 "GET /v2.0/subnets/3c262e60-e73f-4d1d-b1d2-66d01a4ab7d5 HTTP/1.1" status: 200 len: 868 time: 0.1185546 Apr 05 15:42:20.703915 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:21.809820 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-07349849-c636-44b1-8b7d-42f84ac34f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:22.289670 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:22.756992 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 33798) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:22.866327 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b404b93-3974-4775-b613-4de09f9c6b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:22.867793 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-8b404b93-3974-4775-b613-4de09f9c6b04 admin admin] 10.222.0.44 "GET /v2.0/subnets/9f98952a-db9d-40f5-8f74-bf7f0c188c38 HTTP/1.1" status: 200 len: 816 time: 0.1097538 Apr 05 15:42:23.740704 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:35.839538 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 5 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:42:49.200127 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 33842) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:49.250753 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [None req-9ef1a2ae-c2f3-4547-9678-722fabe35708 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 15:42:49.251821 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-9ef1a2ae-c2f3-4547-9678-722fabe35708 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506773 Apr 05 15:42:49.332401 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2ad4474b-6386-4952-a0f3-7fa7b282aa60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:50.703369 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:51.794593 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 33852) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:51.809349 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-131fb486-35f6-4ef1-ae26-81a734612a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:51.870841 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6437d9-10a6-47bb-87c7-0c364af320c2 admin admin] GET failed (client error): The resource could not be found. Apr 05 15:42:51.872236 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-9d6437d9-10a6-47bb-87c7-0c364af320c2 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0766044 Apr 05 15:42:52.008498 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c7f6c7-a79d-4994-b9b4-a95c2477d4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:52.009963 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-d3c7f6c7-a79d-4994-b9b4-a95c2477d4af admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1333847 Apr 05 15:42:52.277574 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:53.746069 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:54.476633 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 33862) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:54.527185 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-7f19fedd-9f94-481d-8230-75cb82e3387c admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:42:54.531981 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-7f19fedd-9f94-481d-8230-75cb82e3387c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:54.542262 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-7f19fedd-9f94-481d-8230-75cb82e3387c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:54.603086 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f19fedd-9f94-481d-8230-75cb82e3387c admin admin] Made reservation on behalf of c51ba220d0f34d6e9f9b98c90d081325 for: {'network': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:42:54.607989 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7f19fedd-9f94-481d-8230-75cb82e3387c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for network, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:54.702356 dv-cinder-784779-1-iscsi neutron-server[84318]: WARNING neutron.services.revisions.revision_plugin [None req-7f19fedd-9f94-481d-8230-75cb82e3387c admin admin] Could not find related network for resource to bump revision. Apr 05 15:42:54.759827 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f19fedd-9f94-481d-8230-75cb82e3387c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=84430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:42:54.769406 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7f19fedd-9f94-481d-8230-75cb82e3387c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:54.769791 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.segments_db [None req-7f19fedd-9f94-481d-8230-75cb82e3387c admin admin] Added segment b390c009-e33f-4d04-ab82-c63ecf90524f of type vlan for network 29871130-591d-40c7-85e9-7880349e47b8 Apr 05 15:42:54.795369 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7f19fedd-9f94-481d-8230-75cb82e3387c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739064997474'] for network, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:54.860333 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7f19fedd-9f94-481d-8230-75cb82e3387c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for network, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:54.861709 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f19fedd-9f94-481d-8230-75cb82e3387c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:54.862395 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7f19fedd-9f94-481d-8230-75cb82e3387c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:54.868517 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:54.972196 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19fedd-9f94-481d-8230-75cb82e3387c admin admin] Pushing event updated for resources: {'Network': ['ID=29871130-591d-40c7-85e9-7880349e47b8,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:54.979254 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f19fedd-9f94-481d-8230-75cb82e3387c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:54.979715 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f19fedd-9f94-481d-8230-75cb82e3387c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:54.980085 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f19fedd-9f94-481d-8230-75cb82e3387c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:54.980445 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f19fedd-9f94-481d-8230-75cb82e3387c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:54.980800 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f19fedd-9f94-481d-8230-75cb82e3387c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:54.981170 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f19fedd-9f94-481d-8230-75cb82e3387c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:54.981524 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f19fedd-9f94-481d-8230-75cb82e3387c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:54.981877 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f19fedd-9f94-481d-8230-75cb82e3387c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:54.982228 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f19fedd-9f94-481d-8230-75cb82e3387c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:54.982884 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f19fedd-9f94-481d-8230-75cb82e3387c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:54.983233 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f19fedd-9f94-481d-8230-75cb82e3387c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:54.983579 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f19fedd-9f94-481d-8230-75cb82e3387c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:54.987137 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7f19fedd-9f94-481d-8230-75cb82e3387c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:54.992599 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-7f19fedd-9f94-481d-8230-75cb82e3387c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5148463 Apr 05 15:42:54.995715 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Network 29871130-591d-40c7-85e9-7880349e47b8 details requested by agent ovs-agent-dv-cinder-784779-1-iscsi with host dv-cinder-784779-1-iscsi {{(pid=84431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:42:57.478087 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 33872) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:42:57.553992 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.pecan_wsgi.hooks.translation [None req-572c78c3-a268-4c0c-8910-f6e90ad44d6b admin admin] GET failed (client error): The resource could not be found. Apr 05 15:42:57.554582 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-572c78c3-a268-4c0c-8910-f6e90ad44d6b admin admin] Synchronizing usage tracker for tenant:c51ba220d0f34d6e9f9b98c90d081325 on resource:network {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:42:57.614672 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-572c78c3-a268-4c0c-8910-f6e90ad44d6b admin admin] Unset dirty status for tenant:c51ba220d0f34d6e9f9b98c90d081325 on resource:network {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:42:57.615849 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-572c78c3-a268-4c0c-8910-f6e90ad44d6b admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1367016 Apr 05 15:42:57.728889 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66c3559-799e-495e-b04b-30b42cbe56b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:57.730360 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-f66c3559-799e-495e-b04b-30b42cbe56b4 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1101649 Apr 05 15:42:57.741144 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-59d69bef-6020-46b5-a4cc-1dfc85ffa204 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '29871130-591d-40c7-85e9-7880349e47b8'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:42:57.745564 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-59d69bef-6020-46b5-a4cc-1dfc85ffa204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:42:57.755680 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-59d69bef-6020-46b5-a4cc-1dfc85ffa204 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:42:57.791736 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d69bef-6020-46b5-a4cc-1dfc85ffa204 admin admin] Made reservation on behalf of c51ba220d0f34d6e9f9b98c90d081325 for: {'subnet': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:42:57.796177 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-59d69bef-6020-46b5-a4cc-1dfc85ffa204 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:58.197424 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-59d69bef-6020-46b5-a4cc-1dfc85ffa204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for subnet, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:58.212164 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-46826813-dd77-4da4-bd70-c9d06a4c7cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:58.343664 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d69bef-6020-46b5-a4cc-1dfc85ffa204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=078de998-f156-4932-a022-8635dc63177d,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:58.346547 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-59d69bef-6020-46b5-a4cc-1dfc85ffa204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:58.585634 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d69bef-6020-46b5-a4cc-1dfc85ffa204 admin admin] Checking segment: {'id': 'b390c009-e33f-4d04-ab82-c63ecf90524f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29871130-591d-40c7-85e9-7880349e47b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:42:58.586201 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d69bef-6020-46b5-a4cc-1dfc85ffa204 admin admin] Network hostable DHCP agents. Network: 29871130-591d-40c7-85e9-7880349e47b8, hostable agents: ['0f32e0e8-c846-4e58-971c-cb28b45a07b7'], hosted agents: [] {{(pid=84430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:42:58.629081 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d69bef-6020-46b5-a4cc-1dfc85ffa204 admin admin] Network 29871130-591d-40c7-85e9-7880349e47b8 is scheduled to be hosted by DHCP agent 0f32e0e8-c846-4e58-971c-cb28b45a07b7 with binding_index 1 {{(pid=84430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:42:58.660358 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-59d69bef-6020-46b5-a4cc-1dfc85ffa204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-iscsi, 29871130-591d-40c7-85e9-7880349e47b8) {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:42:58.664300 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d69bef-6020-46b5-a4cc-1dfc85ffa204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:42:58.665041 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-59d69bef-6020-46b5-a4cc-1dfc85ffa204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:58.670087 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e3f2e4-41c1-4c0b-833f-7645fca9c170 None None] Network 29871130-591d-40c7-85e9-7880349e47b8 requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:42:58.735886 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-59d69bef-6020-46b5-a4cc-1dfc85ffa204 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9981852 Apr 05 15:42:58.929601 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b9143b4-5a49-5eb4-a51a-b575d5c783cf-29871130-591d-40c7-85e9-7880349e47b8', 'network_id': '29871130-591d-40c7-85e9-7880349e47b8', 'tenant_id': 'c51ba220d0f34d6e9f9b98c90d081325', 'fixed_ips': [{'subnet_id': '078de998-f156-4932-a022-8635dc63177d'}]}} from dv-cinder-784779-1-iscsi. {{(pid=84431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 15:42:58.930557 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:59.098459 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Allocated IP 192.168.233.2 (29871130-591d-40c7-85e9-7880349e47b8/078de998-f156-4932-a022-8635dc63177d/a864bdfa-8ccb-4951-929a-53264d3bb574) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:42:59.548693 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:59.613025 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Transition to ACTIVE for port object a864bdfa-8ccb-4951-929a-53264d3bb574 will not be triggered until provisioned by entity L2. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:42:59.633912 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Transition to ACTIVE for port object a864bdfa-8ccb-4951-929a-53264d3bb574 will not be triggered until provisioned by entity DHCP. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:42:59.664245 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:42:59.680849 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:42:59.823722 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Pushing event updated for resources: {'Port': ['ID=a864bdfa-8ccb-4951-929a-53264d3bb574,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:42:59.832648 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:59.833029 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:59.833400 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:59.833806 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:59.834170 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:59.834550 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:59.834906 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:59.835253 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:59.835624 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:59.835974 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:59.836323 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:59.836707 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:42:59.841976 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:42:59.888704 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Network 29871130-591d-40c7-85e9-7880349e47b8 is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:42:59.889944 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Resources bound (agent type, host, resource id): {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:42:59.895014 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:42:59.993048 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Attempting to bind port a864bdfa-8ccb-4951-929a-53264d3bb574 on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:42:59.993457 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Attempting to bind port a864bdfa-8ccb-4951-929a-53264d3bb574 by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': 'b390c009-e33f-4d04-ab82-c63ecf90524f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29871130-591d-40c7-85e9-7880349e47b8'}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:42:59.993851 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Attempting to bind port a864bdfa-8ccb-4951-929a-53264d3bb574 on network 29871130-591d-40c7-85e9-7880349e47b8 {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:42:59.999668 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:43:00.000116 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Checking segment: {'id': 'b390c009-e33f-4d04-ab82-c63ecf90524f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29871130-591d-40c7-85e9-7880349e47b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:43:00.000559 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:00.000988 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Bound using segment: {'id': 'b390c009-e33f-4d04-ab82-c63ecf90524f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29871130-591d-40c7-85e9-7880349e47b8'} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:43:00.001488 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Bound port: a864bdfa-8ccb-4951-929a-53264d3bb574, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b390c009-e33f-4d04-ab82-c63ecf90524f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29871130-591d-40c7-85e9-7880349e47b8'}}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:43:00.001899 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:00.097714 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] For port a864bdfa-8ccb-4951-929a-53264d3bb574, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:43:00.101238 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] For port a864bdfa-8ccb-4951-929a-53264d3bb574, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=a864bdfa-8ccb-4951-929a-53264d3bb574,segment=NetworkSegment(b390c009-e33f-4d04-ab82-c63ecf90524f),segment_id=b390c009-e33f-4d04-ab82-c63ecf90524f)] {{(pid=84431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:43:00.141115 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:00.157065 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:00.310793 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Pushing event updated for resources: {'Port': ['ID=a864bdfa-8ccb-4951-929a-53264d3bb574,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:00.315479 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:01.181425 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device a864bdfa-8ccb-4951-929a-53264d3bb574 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:43:01.283952 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port a864bdfa-8ccb-4951-929a-53264d3bb574 completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:43:01.599899 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa726285-71f1-4395-a7a4-77fc0813edc2 None None] Network 29871130-591d-40c7-85e9-7880349e47b8 requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:43:01.733790 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-280936a5-c471-47cc-bcd6-480933ab3096 None None] Provisioning for port a864bdfa-8ccb-4951-929a-53264d3bb574 completed by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:43:01.767759 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-280936a5-c471-47cc-bcd6-480933ab3096 None None] Provisioning complete for port a864bdfa-8ccb-4951-929a-53264d3bb574 triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:43:01.768193 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-280936a5-c471-47cc-bcd6-480933ab3096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:01.962504 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-280936a5-c471-47cc-bcd6-480933ab3096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:02.005933 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-280936a5-c471-47cc-bcd6-480933ab3096 None None] For port a864bdfa-8ccb-4951-929a-53264d3bb574, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=a864bdfa-8ccb-4951-929a-53264d3bb574,segment=NetworkSegment(b390c009-e33f-4d04-ab82-c63ecf90524f),segment_id=b390c009-e33f-4d04-ab82-c63ecf90524f)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:43:02.043569 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-280936a5-c471-47cc-bcd6-480933ab3096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:02.047229 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-be40748e-0f38-4c91-be99-457717cc6591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:43:02.122043 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280936a5-c471-47cc-bcd6-480933ab3096 None None] Pushing event updated for resources: {'Port': ['ID=a864bdfa-8ccb-4951-929a-53264d3bb574,revision_number=3']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:43:02.125333 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-280936a5-c471-47cc-bcd6-480933ab3096 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:43:02.266130 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-abffbda7-396b-490b-80f3-48d5ceae3263 None None] Provisioning complete for port a864bdfa-8ccb-4951-929a-53264d3bb574 triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:43:02.266662 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-abffbda7-396b-490b-80f3-48d5ceae3263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:03.169749 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device a864bdfa-8ccb-4951-929a-53264d3bb574 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:43:03.241336 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port a864bdfa-8ccb-4951-929a-53264d3bb574 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:43:03.241744 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:12.838606 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 5 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:43:19.339844 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d3d19227-7ff3-43f9-bf89-2a4c51a453bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:20.714163 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:21.825525 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-35de38e4-c0eb-44e7-a64d-2b22ed1f9891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:22.282722 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:23.753910 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:49.333820 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-174b4a73-3d15-4614-ab47-73729ea3ade6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:49.838574 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 5 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:43:50.696846 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:51.814575 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0500ce9c-97bc-4497-a1c6-8a0523722dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:52.285029 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:43:53.768331 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:19.330252 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-78b5ddec-d2e8-41ad-9d34-c6d626e4fdf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:20.695978 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:21.819061 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cf4fbe2d-e2c0-4f3d-b26c-f79dbce40ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:22.287720 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:23.753064 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:26.837470 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 5 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:44:49.341149 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b8cb21b9-0516-42f4-9558-a6eccc1c4777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:50.721257 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:51.832238 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0fc8e30d-f31b-4963-aba7-fcdfcda4bcba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:52.289385 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:44:53.746588 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:03.836443 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 5 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:45:19.323500 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5aed9036-b7a9-4de3-a60c-da85cfb20df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:20.786916 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:21.826565 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-696bd2bd-eded-4ca1-8db7-282f0db908e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:22.294902 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:23.755440 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:39.843679 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 33922) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:39.850020 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [None req-ef1312dd-69c6-4e97-b334-0d154f2f1950 tempest-verify_tempest_config-955817850 tempest-verify_tempest_config-955817850-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 15:45:39.851199 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-ef1312dd-69c6-4e97-b334-0d154f2f1950 tempest-verify_tempest_config-955817850 tempest-verify_tempest_config-955817850-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064774 Apr 05 15:45:40.288123 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 33940) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:40.408372 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6c4613d9-021d-4568-bac1-d4edb9c4e8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:40.423024 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-6c4613d9-021d-4568-bac1-d4edb9c4e8e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:45:40.427528 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-6c4613d9-021d-4568-bac1-d4edb9c4e8e0 admin admin] Usage tracker for resource:security_group_rule and tenant:3d966e93fcaf41fa87fc5f6c618a5f25 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:45:40.430402 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-6c4613d9-021d-4568-bac1-d4edb9c4e8e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:45:40.436211 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-6c4613d9-021d-4568-bac1-d4edb9c4e8e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:45:40.672564 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6c4613d9-021d-4568-bac1-d4edb9c4e8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:40.706359 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6c4613d9-021d-4568-bac1-d4edb9c4e8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:40.714742 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:40.755115 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-6c4613d9-021d-4568-bac1-d4edb9c4e8e0 admin admin] Synchronizing usage tracker for tenant:c51ba220d0f34d6e9f9b98c90d081325 on resource:security_group {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:45:40.758533 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4613d9-021d-4568-bac1-d4edb9c4e8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ad0ce7-3b65-4885-a168-ba956cb7c74d,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:40.769033 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4613d9-021d-4568-bac1-d4edb9c4e8e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.769427 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4613d9-021d-4568-bac1-d4edb9c4e8e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.769797 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4613d9-021d-4568-bac1-d4edb9c4e8e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.770160 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4613d9-021d-4568-bac1-d4edb9c4e8e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.770551 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4613d9-021d-4568-bac1-d4edb9c4e8e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.770931 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4613d9-021d-4568-bac1-d4edb9c4e8e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.771288 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4613d9-021d-4568-bac1-d4edb9c4e8e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.771641 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4613d9-021d-4568-bac1-d4edb9c4e8e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.772013 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4613d9-021d-4568-bac1-d4edb9c4e8e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.772367 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4613d9-021d-4568-bac1-d4edb9c4e8e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.772721 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4613d9-021d-4568-bac1-d4edb9c4e8e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.773069 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4613d9-021d-4568-bac1-d4edb9c4e8e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:45:40.778615 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6c4613d9-021d-4568-bac1-d4edb9c4e8e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:40.803066 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-6c4613d9-021d-4568-bac1-d4edb9c4e8e0 admin admin] Unset dirty status for tenant:c51ba220d0f34d6e9f9b98c90d081325 on resource:security_group {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:45:40.804367 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-6c4613d9-021d-4568-bac1-d4edb9c4e8e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3d966e93fcaf41fa87fc5f6c618a5f25&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5152230 Apr 05 15:45:40.807143 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 33946) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:45:40.836122 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 5 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:45:40.870082 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2a4885fa-ddaa-4dfa-8573-f5649f0707cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:40.896968 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2a4885fa-ddaa-4dfa-8573-f5649f0707cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:41.046839 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2a4885fa-ddaa-4dfa-8573-f5649f0707cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:41.051945 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3b91d802-f657-4486-b2a1-b4f082774e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:45:41.062595 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4885fa-ddaa-4dfa-8573-f5649f0707cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ad0ce7-3b65-4885-a168-ba956cb7c74d,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:45:41.067666 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-2a4885fa-ddaa-4dfa-8573-f5649f0707cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:45:41.069631 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2a4885fa-ddaa-4dfa-8573-f5649f0707cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:41.070823 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-2a4885fa-ddaa-4dfa-8573-f5649f0707cd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3ad0ce7-3b65-4885-a168-ba956cb7c74d HTTP/1.1" status: 204 len: 168 time: 0.2627335 Apr 05 15:45:49.334309 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0fc19852-fd89-43c7-a182-0b2aaeddf79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:50.715012 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:51.806124 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eb9b9467-4939-46d6-8107-44c211dc5eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:52.294080 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:45:53.751247 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:17.835986 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 5 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:46:19.339083 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ae86df89-580d-4c5b-a297-b17d6e61bf42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:20.705011 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:21.831441 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-677feb59-b8b8-470b-946a-42997067fe59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:22.293605 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:23.756463 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:49.354134 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-9db3c325-5ba4-4e6b-b7f4-1d02078d75c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:50.704684 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:51.824233 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f96da9b5-0d35-4926-aafe-c057e21f4ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:52.304468 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:53.772737 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:46:54.836218 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 5 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:47:15.126859 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730'] for agent, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:19.365347 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c5246367-6b03-425b-920f-5cd78a2eccd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:20.409444 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 34006) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:47:20.526658 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-168649bd-24a7-4b0d-8bd0-9a8fc161cac2 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1160107 Apr 05 15:47:20.708416 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:21.824323 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a0f0d7ed-ed09-40f2-8b95-49720d9ec62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:22.302397 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:23.008530 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 34016) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:47:23.068440 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-258e834b-8792-4f4f-9226-a8741a7595e0 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0586882 Apr 05 15:47:23.784618 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:31.835516 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:47:45.084838 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:49.353283 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-51ead38b-930e-4ba2-b4cd-bd3606d5bb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:50.707629 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:51.817523 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-45b0854c-62bb-4e46-b886-6d338428357f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:52.303547 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:47:53.777868 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:08.836253 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:48:15.084427 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:19.370065 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-28ce6252-9b54-4247-901d-326cc5d60eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:20.708771 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:21.817492 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-036e5e31-2e5d-4e38-bdaf-11f2d4cf553f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:22.325758 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:23.771505 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:45.085399 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:45.835540 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:48:49.353951 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2f634e16-50ec-4576-828e-730904176b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:50.708561 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:51.822587 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c0d1fa3f-ea75-406a-8981-286bfe3500cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:52.325329 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:53.800234 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:59.042462 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 34208) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:48:59.635126 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-102016700-network', 'tenant_id': 'c28d9cb6b5be42dc88c0993c7e546763'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:48:59.641922 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:48:59.646492 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Usage tracker for resource:network and tenant:c28d9cb6b5be42dc88c0993c7e546763 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:48:59.651163 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:48:59.661575 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:48:59.695561 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Made reservation on behalf of c28d9cb6b5be42dc88c0993c7e546763 for: {'network': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:48:59.701161 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for network, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:59.717146 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:59.739466 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:48:59.740797 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 34232) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:48:59.743683 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Usage tracker for resource:security_group_rule and tenant:c28d9cb6b5be42dc88c0993c7e546763 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:48:59.746731 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:48:59.752820 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:48:59.759588 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 34238) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:48:59.777502 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 34244) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:48:59.945441 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 34256) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:48:59.950233 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:48:59.993753 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:00.009476 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-2a4885fa-ddaa-4dfa-8573-f5649f0707cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:00.029573 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-739988760-network', 'tenant_id': 'd4eb531685324e0f8fb99da30c72fe0c'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:00.032872 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.quota [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Loaded quota_driver: . Apr 05 15:49:00.049060 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=84430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:49:00.049582 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:00.054662 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1904ab5-c041-43d0-8a4f-27aaf24fda83,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:00.061139 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Usage tracker for resource:network and tenant:d4eb531685324e0f8fb99da30c72fe0c is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:00.071813 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:00.072403 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:00.072783 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:00.073152 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:00.073519 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:00.073885 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:00.074608 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:00.074974 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:00.075378 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:00.075723 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:00.076084 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:00.076191 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:00.076442 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Tracked resource versions report: Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: pushed versions: Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: { 'AddressGroup': {'1.2'}, Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: 'ConntrackHelper': {'1.0'}, Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Log': {'1.0'}, Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Network': {'1.1'}, Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Port': {'1.7'}, Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: 'PortForwarding': {'1.2'}, Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: 'QosPolicy': {'1.8'}, Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroup': {'1.4'}, Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroupRule': {'1.2'}, Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SubPort': {'1.0'}, Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Subnet': {'1.1'}, Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Trunk': {'1.1'}} Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: consumer versions: Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: { DHCP agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: HyperV agent@hv-cinder-78477: {}, Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: L3 agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: Metadata agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: Metering agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: Open vSwitch agent@dv-cinder-784779-1-iscsi: { 'AddressGroup': '1.2', Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: 'ConntrackHelper': '1.0', Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Log': '1.0', Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Network': '1.1', Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Port': '1.7', Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: 'PortForwarding': '1.2', Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: 'QosPolicy': '1.8', Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroup': '1.4', Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroupRule': '1.2', Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SubPort': '1.0', Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Subnet': '1.1', Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Trunk': '1.1'}} Apr 05 15:49:00.077697 dv-cinder-784779-1-iscsi neutron-server[84318]: {{(pid=84430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 15:49:00.086654 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:00.087281 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-0df4e3b3-5f85-4864-9de9-e0256619a855 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-291045351-network', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:00.092835 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:00.093129 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.segments_db [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Added segment b5f8d950-56da-4943-af58-dd84ae1ff9d9 of type vlan for network 0c588069-435c-4233-b591-05859e20ef87 Apr 05 15:49:00.098985 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-a109ebbc-22b9-4474-bb43-a1f046db6604 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1807819967-network', 'tenant_id': '61fcaeb318c047eba12307ce082caa3f'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:00.106448 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:00.151266 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-a109ebbc-22b9-4474-bb43-a1f046db6604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:00.155659 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-0df4e3b3-5f85-4864-9de9-e0256619a855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:00.161934 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-a109ebbc-22b9-4474-bb43-a1f046db6604 admin admin] Usage tracker for resource:network and tenant:61fcaeb318c047eba12307ce082caa3f is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:00.165031 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-0df4e3b3-5f85-4864-9de9-e0256619a855 admin admin] Usage tracker for resource:network and tenant:639ec5b6ae8d4642b674c6cd637e4cb2 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:00.167761 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-a109ebbc-22b9-4474-bb43-a1f046db6604 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:00.169872 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739064997474'] for network, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:00.170655 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-0df4e3b3-5f85-4864-9de9-e0256619a855 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:00.178803 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-a109ebbc-22b9-4474-bb43-a1f046db6604 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:00.181379 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-0df4e3b3-5f85-4864-9de9-e0256619a855 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:00.199428 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Made reservation on behalf of d4eb531685324e0f8fb99da30c72fe0c for: {'network': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:49:00.204225 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for network, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:00.240489 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-435c6baf-a053-4a07-967b-a8dafb04a051 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1671732284-network', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:00.247929 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-435c6baf-a053-4a07-967b-a8dafb04a051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:00.250917 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for network, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:00.252244 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-435c6baf-a053-4a07-967b-a8dafb04a051 admin admin] Usage tracker for resource:network and tenant:5cd97b12be18437993ae8b61408dfe02 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:00.252512 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:00.253406 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:00.255721 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-435c6baf-a053-4a07-967b-a8dafb04a051 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:00.259358 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3b91d802-f657-4486-b2a1-b4f082774e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:00.262448 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-435c6baf-a053-4a07-967b-a8dafb04a051 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:00.281415 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:00.299651 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:00.304003 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Usage tracker for resource:security_group_rule and tenant:d4eb531685324e0f8fb99da30c72fe0c is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:00.307351 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:00.314504 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:00.316436 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df4e3b3-5f85-4864-9de9-e0256619a855 admin admin] Made reservation on behalf of 639ec5b6ae8d4642b674c6cd637e4cb2 for: {'network': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:49:00.321754 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0df4e3b3-5f85-4864-9de9-e0256619a855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for network, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:00.339256 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0df4e3b3-5f85-4864-9de9-e0256619a855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:00.375433 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a109ebbc-22b9-4474-bb43-a1f046db6604 admin admin] Made reservation on behalf of 61fcaeb318c047eba12307ce082caa3f for: {'network': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:49:00.382152 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a109ebbc-22b9-4474-bb43-a1f046db6604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for network, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:00.384302 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Pushing event updated for resources: {'Network': ['ID=0c588069-435c-4233-b591-05859e20ef87,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:00.387420 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:00.395627 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Network 0c588069-435c-4233-b591-05859e20ef87 details requested by agent ovs-agent-dv-cinder-784779-1-iscsi with host dv-cinder-784779-1-iscsi {{(pid=84431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:49:00.399499 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435c6baf-a053-4a07-967b-a8dafb04a051 admin admin] Made reservation on behalf of 5cd97b12be18437993ae8b61408dfe02 for: {'network': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:49:00.404241 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-435c6baf-a053-4a07-967b-a8dafb04a051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for network, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:00.435354 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-0df4e3b3-5f85-4864-9de9-e0256619a855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:00.437910 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3937721 Apr 05 15:49:00.438647 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 34288) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:00.441932 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a109ebbc-22b9-4474-bb43-a1f046db6604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:00.456302 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-724f7829-a8b3-45ee-a629-bac8d527ba1f admin admin] Request body: {'subnet': {'network_id': '0c588069-435c-4233-b591-05859e20ef87', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-102016700-subnet', 'tenant_id': 'c28d9cb6b5be42dc88c0993c7e546763', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:00.463529 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-0df4e3b3-5f85-4864-9de9-e0256619a855 admin admin] Usage tracker for resource:security_group_rule and tenant:639ec5b6ae8d4642b674c6cd637e4cb2 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:00.466709 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-435c6baf-a053-4a07-967b-a8dafb04a051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:00.482961 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-724f7829-a8b3-45ee-a629-bac8d527ba1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:00.489969 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-724f7829-a8b3-45ee-a629-bac8d527ba1f admin admin] Usage tracker for resource:subnet and tenant:c28d9cb6b5be42dc88c0993c7e546763 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:00.495140 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-724f7829-a8b3-45ee-a629-bac8d527ba1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:00.498043 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-0df4e3b3-5f85-4864-9de9-e0256619a855 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:00.512627 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-a109ebbc-22b9-4474-bb43-a1f046db6604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:00.513451 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-724f7829-a8b3-45ee-a629-bac8d527ba1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:00.515082 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-0df4e3b3-5f85-4864-9de9-e0256619a855 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:00.524897 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-435c6baf-a053-4a07-967b-a8dafb04a051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:00.527553 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-a109ebbc-22b9-4474-bb43-a1f046db6604 admin admin] Usage tracker for resource:security_group_rule and tenant:61fcaeb318c047eba12307ce082caa3f is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:00.532368 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-a109ebbc-22b9-4474-bb43-a1f046db6604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:00.548752 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-435c6baf-a053-4a07-967b-a8dafb04a051 admin admin] Usage tracker for resource:security_group_rule and tenant:5cd97b12be18437993ae8b61408dfe02 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:00.551627 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-a109ebbc-22b9-4474-bb43-a1f046db6604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:00.559003 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-435c6baf-a053-4a07-967b-a8dafb04a051 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:00.560319 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724f7829-a8b3-45ee-a629-bac8d527ba1f admin admin] Made reservation on behalf of c28d9cb6b5be42dc88c0993c7e546763 for: {'subnet': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:49:00.567882 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-724f7829-a8b3-45ee-a629-bac8d527ba1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:00.571557 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-435c6baf-a053-4a07-967b-a8dafb04a051 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:00.780664 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:00.878019 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:00.883416 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:00.923215 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b127ab-e21c-4fbb-a3bc-ac264fe6196a,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:00.934475 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:00.934986 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:00.935858 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:00.936517 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:00.937567 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:00.937567 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:00.938077 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:00.938655 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:00.939649 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:00.940078 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:00.940487 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:00.940901 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Tracked resource versions report: Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: pushed versions: Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: { 'AddressGroup': {'1.2'}, Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: 'ConntrackHelper': {'1.0'}, Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Log': {'1.0'}, Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Network': {'1.1'}, Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Port': {'1.7'}, Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: 'PortForwarding': {'1.2'}, Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: 'QosPolicy': {'1.8'}, Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroup': {'1.4'}, Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroupRule': {'1.2'}, Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SubPort': {'1.0'}, Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Subnet': {'1.1'}, Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Trunk': {'1.1'}} Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: consumer versions: Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: { DHCP agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: HyperV agent@hv-cinder-78477: {}, Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: L3 agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: Metadata agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: Metering agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: Open vSwitch agent@dv-cinder-784779-1-iscsi: { 'AddressGroup': '1.2', Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: 'ConntrackHelper': '1.0', Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Log': '1.0', Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Network': '1.1', Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Port': '1.7', Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: 'PortForwarding': '1.2', Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: 'QosPolicy': '1.8', Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroup': '1.4', Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroupRule': '1.2', Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SubPort': '1.0', Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Subnet': '1.1', Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Trunk': '1.1'}} Apr 05 15:49:00.942109 dv-cinder-784779-1-iscsi neutron-server[84318]: {{(pid=84429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 15:49:01.017397 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0df4e3b3-5f85-4864-9de9-e0256619a855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:01.038436 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:01.039267 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=84429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:49:01.077871 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0df4e3b3-5f85-4864-9de9-e0256619a855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:01.081502 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-435c6baf-a053-4a07-967b-a8dafb04a051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:01.100352 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739065500087', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:01.105802 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Unsubscribe: segment precommit_create {{(pid=84429) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 05 15:49:01.106325 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.segments_db [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Added segment 525d66fe-5f7f-4434-ab40-5dad6b0fc808 of type vlan for network bf7980d5-30f6-4b51-8804-073d14195735 Apr 05 15:49:01.164848 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:01.191590 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-435c6baf-a053-4a07-967b-a8dafb04a051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:01.234207 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df4e3b3-5f85-4864-9de9-e0256619a855 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=84429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:49:01.259602 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739064997474'] for network, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:01.272761 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4e3b3-5f85-4864-9de9-e0256619a855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d659dd86-eb6b-473c-b76b-72a35db6228f,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:01.274038 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-724f7829-a8b3-45ee-a629-bac8d527ba1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for subnet, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:01.276319 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0df4e3b3-5f85-4864-9de9-e0256619a855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:01.279943 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0df4e3b3-5f85-4864-9de9-e0256619a855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:01.280329 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.segments_db [None req-0df4e3b3-5f85-4864-9de9-e0256619a855 admin admin] Added segment fef1935c-6d67-4364-9de4-33c96e20e798 of type vlan for network e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 Apr 05 15:49:01.287877 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:01.291607 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:01.295241 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435c6baf-a053-4a07-967b-a8dafb04a051 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=84429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:49:01.311946 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a109ebbc-22b9-4474-bb43-a1f046db6604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:01.338842 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c6baf-a053-4a07-967b-a8dafb04a051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8369d3c-50e1-415a-83cd-11cd23ffbcbb,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:01.345606 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-435c6baf-a053-4a07-967b-a8dafb04a051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:01.352531 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-435c6baf-a053-4a07-967b-a8dafb04a051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:01.353309 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.segments_db [None req-435c6baf-a053-4a07-967b-a8dafb04a051 admin admin] Added segment 8c957347-ca2f-4b08-a623-7dccb3bfa44a of type vlan for network 3ce8b371-7444-4e4c-b34f-4697bdc6ea9f Apr 05 15:49:01.370289 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a109ebbc-22b9-4474-bb43-a1f046db6604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:01.408572 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:01.423894 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0df4e3b3-5f85-4864-9de9-e0256619a855 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739064997474'] for network, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:01.446075 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f7829-a8b3-45ee-a629-bac8d527ba1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=206335db-a203-4294-80b4-43aa55aa6613,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:01.450912 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-724f7829-a8b3-45ee-a629-bac8d527ba1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:01.462859 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a109ebbc-22b9-4474-bb43-a1f046db6604 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=84429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:49:01.468596 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-435c6baf-a053-4a07-967b-a8dafb04a051 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739064997474'] for network, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:01.499417 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109ebbc-22b9-4474-bb43-a1f046db6604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd292a54-b2c6-4c69-a3a1-d1d3d541f255,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:01.507056 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for network, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:01.509151 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a109ebbc-22b9-4474-bb43-a1f046db6604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:01.509605 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.segments_db [None req-a109ebbc-22b9-4474-bb43-a1f046db6604 admin admin] Added segment 60c8b340-93a8-46a5-bf90-8907627bc463 of type vlan for network 6fefae9b-909c-41ab-bf28-c1874e900d4a Apr 05 15:49:01.510759 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a109ebbc-22b9-4474-bb43-a1f046db6604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:01.525945 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724f7829-a8b3-45ee-a629-bac8d527ba1f admin admin] Checking segment: {'id': 'b5f8d950-56da-4943-af58-dd84ae1ff9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '0c588069-435c-4233-b591-05859e20ef87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:49:01.526591 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724f7829-a8b3-45ee-a629-bac8d527ba1f admin admin] Network hostable DHCP agents. Network: 0c588069-435c-4233-b591-05859e20ef87, hostable agents: ['0f32e0e8-c846-4e58-971c-cb28b45a07b7'], hosted agents: [] {{(pid=84430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:49:01.532531 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:01.532658 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 34328) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:01.533379 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:01.542569 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:01.589522 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724f7829-a8b3-45ee-a629-bac8d527ba1f admin admin] Network 0c588069-435c-4233-b591-05859e20ef87 is scheduled to be hosted by DHCP agent 0f32e0e8-c846-4e58-971c-cb28b45a07b7 with binding_index 1 {{(pid=84430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:49:01.595729 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0df4e3b3-5f85-4864-9de9-e0256619a855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for network, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:01.643995 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df4e3b3-5f85-4864-9de9-e0256619a855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:01.644631 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0df4e3b3-5f85-4864-9de9-e0256619a855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:01.651378 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 34338) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:01.653625 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-435c6baf-a053-4a07-967b-a8dafb04a051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for network, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:01.673936 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435c6baf-a053-4a07-967b-a8dafb04a051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:01.674676 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-435c6baf-a053-4a07-967b-a8dafb04a051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:01.697989 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Pushing event updated for resources: {'Network': ['ID=bf7980d5-30f6-4b51-8804-073d14195735,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:01.705300 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a109ebbc-22b9-4474-bb43-a1f046db6604 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739064997474'] for network, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:01.713693 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-724f7829-a8b3-45ee-a629-bac8d527ba1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-iscsi, 0c588069-435c-4233-b591-05859e20ef87) {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:49:01.726079 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e30d0c2-5cc1-4ce0-8208-bf8aeb7712cb None None] Network 0c588069-435c-4233-b591-05859e20ef87 requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:49:01.727030 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:01.727468 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:01.748810 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3751904d-79b8-4665-b695-edcaf98552ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:01.752620 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Network bf7980d5-30f6-4b51-8804-073d14195735 details requested by agent ovs-agent-dv-cinder-784779-1-iscsi with host dv-cinder-784779-1-iscsi {{(pid=84431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:49:01.760933 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724f7829-a8b3-45ee-a629-bac8d527ba1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:01.761876 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-724f7829-a8b3-45ee-a629-bac8d527ba1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:01.787243 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-3751904d-79b8-4665-b695-edcaf98552ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:01.797684 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-3751904d-79b8-4665-b695-edcaf98552ea admin admin] Usage tracker for resource:security_group_rule and tenant:3bde1359884d4f2e9d334b737de34867 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:01.804120 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-3751904d-79b8-4665-b695-edcaf98552ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:01.819853 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-3751904d-79b8-4665-b695-edcaf98552ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:01.836429 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-724f7829-a8b3-45ee-a629-bac8d527ba1f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3951750 Apr 05 15:49:01.880579 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-720046b7-4e29-4294-a748-c5f62fcb19be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:01.888287 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.db.resource_extend [None req-a109ebbc-22b9-4474-bb43-a1f046db6604 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 05 15:49:01.917739 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-720046b7-4e29-4294-a748-c5f62fcb19be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:01.927059 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-720046b7-4e29-4294-a748-c5f62fcb19be admin admin] Usage tracker for resource:security_group_rule and tenant:bf4adbca05db48c998ae1a8851e9b049 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:01.936525 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-720046b7-4e29-4294-a748-c5f62fcb19be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:01.960243 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4e3b3-5f85-4864-9de9-e0256619a855 admin admin] Pushing event updated for resources: {'Network': ['ID=e5b2c727-4df9-4ea8-bf8a-1e179c6d9965,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:01.964614 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-720046b7-4e29-4294-a748-c5f62fcb19be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:01.982328 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2400942 Apr 05 15:49:01.996070 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 34350) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:02.068742 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Network e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 details requested by agent ovs-agent-dv-cinder-784779-1-iscsi with host dv-cinder-784779-1-iscsi {{(pid=84431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:49:02.093098 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-9b58198c-6c2c-4d3f-b93b-df3e022c3a4a admin admin] Request body: {'subnet': {'network_id': 'bf7980d5-30f6-4b51-8804-073d14195735', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-739988760-subnet', 'tenant_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:02.097123 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c6baf-a053-4a07-967b-a8dafb04a051 admin admin] Pushing event updated for resources: {'Network': ['ID=3ce8b371-7444-4e4c-b34f-4697bdc6ea9f,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:02.102476 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-435c6baf-a053-4a07-967b-a8dafb04a051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:02.104194 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-9b58198c-6c2c-4d3f-b93b-df3e022c3a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:02.106295 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a109ebbc-22b9-4474-bb43-a1f046db6604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for network, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:02.108032 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-435c6baf-a053-4a07-967b-a8dafb04a051 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1610761 Apr 05 15:49:02.108665 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.416s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:02.128904 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 34360) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:02.140395 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-63679aac-864e-4c62-9af9-31675b2be29e admin admin] Request body: {'subnet': {'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1671732284-subnet', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:02.162223 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-0df4e3b3-5f85-4864-9de9-e0256619a855 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4012568 Apr 05 15:49:02.166803 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 34366) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:02.170676 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-9b58198c-6c2c-4d3f-b93b-df3e022c3a4a admin admin] Usage tracker for resource:subnet and tenant:d4eb531685324e0f8fb99da30c72fe0c is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:02.175001 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a109ebbc-22b9-4474-bb43-a1f046db6604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:02.175642 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a109ebbc-22b9-4474-bb43-a1f046db6604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:02.183340 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-9b58198c-6c2c-4d3f-b93b-df3e022c3a4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:02.198771 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-acf40a63-d8f4-4929-923b-c7a6b8876de2 admin admin] Request body: {'subnet': {'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-291045351-subnet', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:02.206410 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-9b58198c-6c2c-4d3f-b93b-df3e022c3a4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:02.208833 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Network 3ce8b371-7444-4e4c-b34f-4697bdc6ea9f details requested by agent ovs-agent-dv-cinder-784779-1-iscsi with host dv-cinder-784779-1-iscsi {{(pid=84431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:49:02.227748 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-720046b7-4e29-4294-a748-c5f62fcb19be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:02.242597 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-63679aac-864e-4c62-9af9-31675b2be29e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:02.259496 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-acf40a63-d8f4-4929-923b-c7a6b8876de2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:02.263319 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-63679aac-864e-4c62-9af9-31675b2be29e admin admin] Usage tracker for resource:subnet and tenant:5cd97b12be18437993ae8b61408dfe02 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:02.268737 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3751904d-79b8-4665-b695-edcaf98552ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:02.273121 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-acf40a63-d8f4-4929-923b-c7a6b8876de2 admin admin] Usage tracker for resource:subnet and tenant:639ec5b6ae8d4642b674c6cd637e4cb2 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:02.275617 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-63679aac-864e-4c62-9af9-31675b2be29e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:02.279840 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-acf40a63-d8f4-4929-923b-c7a6b8876de2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:02.281196 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-720046b7-4e29-4294-a748-c5f62fcb19be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:02.288953 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-acf40a63-d8f4-4929-923b-c7a6b8876de2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:02.291041 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109ebbc-22b9-4474-bb43-a1f046db6604 admin admin] Pushing event updated for resources: {'Network': ['ID=6fefae9b-909c-41ab-bf28-c1874e900d4a,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:02.298607 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a109ebbc-22b9-4474-bb43-a1f046db6604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:02.298607 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:02.298607 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:02.299135 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-63679aac-864e-4c62-9af9-31675b2be29e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:02.301287 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:02.332795 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3751904d-79b8-4665-b695-edcaf98552ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:02.348966 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Network 6fefae9b-909c-41ab-bf28-c1874e900d4a details requested by agent ovs-agent-dv-cinder-784779-1-iscsi with host dv-cinder-784779-1-iscsi {{(pid=84431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:49:02.355540 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-a109ebbc-22b9-4474-bb43-a1f046db6604 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5765841 Apr 05 15:49:02.358217 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b58198c-6c2c-4d3f-b93b-df3e022c3a4a admin admin] Made reservation on behalf of d4eb531685324e0f8fb99da30c72fe0c for: {'subnet': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:49:02.359130 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-720046b7-4e29-4294-a748-c5f62fcb19be admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bf4adbca05db48c998ae1a8851e9b049&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8253226 Apr 05 15:49:02.360950 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 34378) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:02.367743 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-9b58198c-6c2c-4d3f-b93b-df3e022c3a4a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:02.370176 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 34380) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:02.386939 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-4fd370f1-3170-455c-936a-efa6eaf1b561 admin admin] Request body: {'subnet': {'network_id': '6fefae9b-909c-41ab-bf28-c1874e900d4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1807819967-subnet', 'tenant_id': '61fcaeb318c047eba12307ce082caa3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:02.393256 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf40a63-d8f4-4929-923b-c7a6b8876de2 admin admin] Made reservation on behalf of 639ec5b6ae8d4642b674c6cd637e4cb2 for: {'subnet': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:49:02.400290 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-acf40a63-d8f4-4929-923b-c7a6b8876de2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:02.410609 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720046b7-4e29-4294-a748-c5f62fcb19be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acce4832-ecc4-499d-9c7f-96c09a47e1a4,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:02.416087 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-720046b7-4e29-4294-a748-c5f62fcb19be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:02.417416 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-4fd370f1-3170-455c-936a-efa6eaf1b561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:02.423621 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b835710c-d99f-4079-8d09-3d7c9d8d8ae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:02.435958 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63679aac-864e-4c62-9af9-31675b2be29e admin admin] Made reservation on behalf of 5cd97b12be18437993ae8b61408dfe02 for: {'subnet': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:49:02.440896 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-63679aac-864e-4c62-9af9-31675b2be29e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:02.461502 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-4fd370f1-3170-455c-936a-efa6eaf1b561 admin admin] Usage tracker for resource:subnet and tenant:61fcaeb318c047eba12307ce082caa3f is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:02.466130 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-3751904d-79b8-4665-b695-edcaf98552ea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3bde1359884d4f2e9d334b737de34867&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8132188 Apr 05 15:49:02.467170 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-4fd370f1-3170-455c-936a-efa6eaf1b561 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:02.490158 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 34388) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:02.494338 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-4fd370f1-3170-455c-936a-efa6eaf1b561 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:02.617634 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790dddd1-7fcb-478f-b4c6-0445ee7f4c00 None None] Network 0c588069-435c-4233-b591-05859e20ef87 requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:49:02.617973 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751904d-79b8-4665-b695-edcaf98552ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a030b2-bc56-4cad-8dcd-6b9dac16884c,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:02.633685 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 34404) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:02.636047 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3751904d-79b8-4665-b695-edcaf98552ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:02.644585 dv-cinder-784779-1-iscsi neutron-server[84318]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 15:49:02.683904 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd370f1-3170-455c-936a-efa6eaf1b561 admin admin] Made reservation on behalf of 61fcaeb318c047eba12307ce082caa3f for: {'subnet': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:49:02.688513 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4fd370f1-3170-455c-936a-efa6eaf1b561 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:02.773141 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-bc0124d3-2f03-4c5a-80c2-91cacc95624f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:02.793889 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8dcfda4c-c245-458b-b7a7-d2c6da1c1d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:02.959871 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8dcfda4c-c245-458b-b7a7-d2c6da1c1d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:03.018101 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-bc0124d3-2f03-4c5a-80c2-91cacc95624f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:03.195361 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-ac3a2490-204b-4dae-8d74-8471a190e6a9 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:03.196116 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-ac3a2490-204b-4dae-8d74-8471a190e6a9 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Synchronizing usage tracker for tenant:c28d9cb6b5be42dc88c0993c7e546763 on resource:network {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:49:03.291126 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-ac3a2490-204b-4dae-8d74-8471a190e6a9 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Unset dirty status for tenant:c28d9cb6b5be42dc88c0993c7e546763 on resource:network {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:49:03.292658 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-ac3a2490-204b-4dae-8d74-8471a190e6a9 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/networks?id=0c588069-435c-4233-b591-05859e20ef87 HTTP/1.1" status: 200 len: 811 time: 0.6555438 Apr 05 15:49:03.370564 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8dcfda4c-c245-458b-b7a7-d2c6da1c1d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:03.372148 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-33136fd7-1ed6-4e55-950b-c71ab2730b27 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/quotas/c28d9cb6b5be42dc88c0993c7e546763 HTTP/1.1" status: 200 len: 375 time: 0.0642366 Apr 05 15:49:03.395987 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3751904d-79b8-4665-b695-edcaf98552ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:03.461421 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-bc0124d3-2f03-4c5a-80c2-91cacc95624f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:03.462329 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcfda4c-c245-458b-b7a7-d2c6da1c1d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a030b2-bc56-4cad-8dcd-6b9dac16884c,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:03.464653 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-8dcfda4c-c245-458b-b7a7-d2c6da1c1d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:03.474558 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-cf2f8254-fd53-45ce-8b5d-f07264c4a44e tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c28d9cb6b5be42dc88c0993c7e546763&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831714 Apr 05 15:49:03.491454 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:03.547175 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-acf40a63-d8f4-4929-923b-c7a6b8876de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for subnet, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:03.566772 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-5543e868-c9f5-4aad-8232-92c1b928c1b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:03.592897 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0124d3-2f03-4c5a-80c2-91cacc95624f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acce4832-ecc4-499d-9c7f-96c09a47e1a4,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:03.595679 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-bc0124d3-2f03-4c5a-80c2-91cacc95624f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:03.615480 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-9b58198c-6c2c-4d3f-b93b-df3e022c3a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for subnet, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:03.627981 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8dcfda4c-c245-458b-b7a7-d2c6da1c1d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:03.629284 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-8dcfda4c-c245-458b-b7a7-d2c6da1c1d84 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e0a030b2-bc56-4cad-8dcd-6b9dac16884c HTTP/1.1" status: 204 len: 168 time: 1.1380823 Apr 05 15:49:03.633670 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-bc0124d3-2f03-4c5a-80c2-91cacc95624f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:03.638096 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-bc0124d3-2f03-4c5a-80c2-91cacc95624f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/acce4832-ecc4-499d-9c7f-96c09a47e1a4 HTTP/1.1" status: 204 len: 168 time: 1.2602980 Apr 05 15:49:03.700872 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-7170a5d1-b6c4-405b-9d02-cfcf683843f2 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 15:49:03.701967 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-7170a5d1-b6c4-405b-9d02-cfcf683843f2 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0990081 Apr 05 15:49:03.801492 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf40a63-d8f4-4929-923b-c7a6b8876de2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b49c561-1ceb-4c3b-9352-979a5ef7193b,revision_number=0']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:03.810491 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-acf40a63-d8f4-4929-923b-c7a6b8876de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:03.810942 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:03.929003 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58198c-6c2c-4d3f-b93b-df3e022c3a4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f37979fe-7609-44e8-8c79-38b8746e7197,revision_number=0']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:03.937531 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-9b58198c-6c2c-4d3f-b93b-df3e022c3a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:03.990990 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf40a63-d8f4-4929-923b-c7a6b8876de2 admin admin] Checking segment: {'id': 'fef1935c-6d67-4364-9de4-33c96e20e798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:49:03.991388 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf40a63-d8f4-4929-923b-c7a6b8876de2 admin admin] Network hostable DHCP agents. Network: e5b2c727-4df9-4ea8-bf8a-1e179c6d9965, hostable agents: ['0f32e0e8-c846-4e58-971c-cb28b45a07b7'], hosted agents: [] {{(pid=84429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:49:04.004849 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b58198c-6c2c-4d3f-b93b-df3e022c3a4a admin admin] Checking segment: {'id': '525d66fe-5f7f-4434-ab40-5dad6b0fc808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bf7980d5-30f6-4b51-8804-073d14195735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:49:04.005228 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b58198c-6c2c-4d3f-b93b-df3e022c3a4a admin admin] Network hostable DHCP agents. Network: bf7980d5-30f6-4b51-8804-073d14195735, hostable agents: ['0f32e0e8-c846-4e58-971c-cb28b45a07b7'], hosted agents: [] {{(pid=84429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:49:04.090017 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b58198c-6c2c-4d3f-b93b-df3e022c3a4a admin admin] Network bf7980d5-30f6-4b51-8804-073d14195735 is scheduled to be hosted by DHCP agent 0f32e0e8-c846-4e58-971c-cb28b45a07b7 with binding_index 1 {{(pid=84429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:49:04.092501 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf40a63-d8f4-4929-923b-c7a6b8876de2 admin admin] Network e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 is scheduled to be hosted by DHCP agent 0f32e0e8-c846-4e58-971c-cb28b45a07b7 with binding_index 1 {{(pid=84429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:49:04.141023 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-9b58198c-6c2c-4d3f-b93b-df3e022c3a4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-iscsi, bf7980d5-30f6-4b51-8804-073d14195735) {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:49:04.145934 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b58198c-6c2c-4d3f-b93b-df3e022c3a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:04.146730 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-9b58198c-6c2c-4d3f-b93b-df3e022c3a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:04.154079 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf594e4-9143-4f66-aba7-9e882887d892 None None] Network bf7980d5-30f6-4b51-8804-073d14195735 requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:49:04.176997 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-acf40a63-d8f4-4929-923b-c7a6b8876de2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-iscsi, e5b2c727-4df9-4ea8-bf8a-1e179c6d9965) {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:49:04.193216 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf40a63-d8f4-4929-923b-c7a6b8876de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:04.196076 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-acf40a63-d8f4-4929-923b-c7a6b8876de2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:04.217949 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-9b58198c-6c2c-4d3f-b93b-df3e022c3a4a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2217174 Apr 05 15:49:04.218407 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 34450) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:04.229844 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fe342a-5f88-408e-a873-c88845dfa1c7 None None] Network e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:49:04.230290 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-3e45912c-d1de-440e-8327-593365906339 service neutron] 10.222.0.44 "GET /v2.0/networks/0c588069-435c-4233-b591-05859e20ef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207400 Apr 05 15:49:04.238688 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-f547978c-afb1-4b05-9c18-3b82d3f9af0c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-739988760-router', 'tenant_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:04.270697 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-acf40a63-d8f4-4929-923b-c7a6b8876de2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0900807 Apr 05 15:49:04.271502 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-63679aac-864e-4c62-9af9-31675b2be29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for subnet, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:04.272674 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 34458) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:04.281949 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-c7329dad-4e94-40d2-8e3f-2aa48a491f93 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-291045351-router', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:04.288108 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-f547978c-afb1-4b05-9c18-3b82d3f9af0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:04.295125 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-c7329dad-4e94-40d2-8e3f-2aa48a491f93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:04.299512 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-c7329dad-4e94-40d2-8e3f-2aa48a491f93 admin admin] Usage tracker for resource:router and tenant:639ec5b6ae8d4642b674c6cd637e4cb2 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:04.303440 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-c7329dad-4e94-40d2-8e3f-2aa48a491f93 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:04.308012 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-59d69bef-6020-46b5-a4cc-1dfc85ffa204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:04.309598 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-c7329dad-4e94-40d2-8e3f-2aa48a491f93 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:04.340523 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-f547978c-afb1-4b05-9c18-3b82d3f9af0c admin admin] Usage tracker for resource:router and tenant:d4eb531685324e0f8fb99da30c72fe0c is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:04.348184 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-f547978c-afb1-4b05-9c18-3b82d3f9af0c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:04.351301 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c7329dad-4e94-40d2-8e3f-2aa48a491f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3851488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3375'] for router, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:04.352692 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c7329dad-4e94-40d2-8e3f-2aa48a491f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850924409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850964880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850743491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772457'] for router, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:04.374684 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-f547978c-afb1-4b05-9c18-3b82d3f9af0c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:04.384174 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c7329dad-4e94-40d2-8e3f-2aa48a491f93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:04.437744 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 34464) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:04.557032 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1e5bb238-98ca-4f8b-8bee-2577db1159c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:04.580439 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63679aac-864e-4c62-9af9-31675b2be29e admin admin] Pushing event updated for resources: {'Subnet': ['ID=368c6b65-9ecb-4154-a01c-9ea51d2251a4,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:04.582793 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f547978c-afb1-4b05-9c18-3b82d3f9af0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3851488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3375'] for router, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:04.583895 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f547978c-afb1-4b05-9c18-3b82d3f9af0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850924409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850964880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850743491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772457'] for router, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:04.591607 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-63679aac-864e-4c62-9af9-31675b2be29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:04.614322 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-1e5bb238-98ca-4f8b-8bee-2577db1159c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:04.656439 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-1e5bb238-98ca-4f8b-8bee-2577db1159c8 admin admin] Usage tracker for resource:security_group_rule and tenant:ea1d18a2337647e18822feaa09d32478 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:04.698805 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-1e5bb238-98ca-4f8b-8bee-2577db1159c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:04.703934 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f547978c-afb1-4b05-9c18-3b82d3f9af0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:04.721576 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-27c5ccd1-3bdf-4599-9412-2dee26706cb8 service neutron] 10.222.0.44 "GET /v2.0/networks/0c588069-435c-4233-b591-05859e20ef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902425 Apr 05 15:49:04.760783 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-1e5bb238-98ca-4f8b-8bee-2577db1159c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:04.800245 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4fd370f1-3170-455c-936a-efa6eaf1b561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for subnet, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:04.818119 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c7329dad-4e94-40d2-8e3f-2aa48a491f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850964895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850963425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772476'] for router, precommit_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:04.848466 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:04.949299 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82813f03-7d01-48a7-9c42-7a0a22584c53 None None] Network bf7980d5-30f6-4b51-8804-073d14195735 requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:49:05.067372 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63679aac-864e-4c62-9af9-31675b2be29e admin admin] Checking segment: {'id': '8c957347-ca2f-4b08-a623-7dccb3bfa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:49:05.067795 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63679aac-864e-4c62-9af9-31675b2be29e admin admin] Network hostable DHCP agents. Network: 3ce8b371-7444-4e4c-b34f-4697bdc6ea9f, hostable agents: ['0f32e0e8-c846-4e58-971c-cb28b45a07b7'], hosted agents: [] {{(pid=84430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:49:05.104657 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd370f1-3170-455c-936a-efa6eaf1b561 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ff64078-e709-4d14-a166-365184de5836,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:05.145058 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b9143b4-5a49-5eb4-a51a-b575d5c783cf-e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'fixed_ips': [{'subnet_id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b'}]}} from dv-cinder-784779-1-iscsi. {{(pid=84431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 15:49:05.146676 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:05.146792 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 34490) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:05.148508 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4fd370f1-3170-455c-936a-efa6eaf1b561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:05.335997 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c7329dad-4e94-40d2-8e3f-2aa48a491f93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:05.370213 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63679aac-864e-4c62-9af9-31675b2be29e admin admin] Network 3ce8b371-7444-4e4c-b34f-4697bdc6ea9f is scheduled to be hosted by DHCP agent 0f32e0e8-c846-4e58-971c-cb28b45a07b7 with binding_index 1 {{(pid=84430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:49:05.373542 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c7329dad-4e94-40d2-8e3f-2aa48a491f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:05.386684 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e6b4615e-26eb-4fec-9c83-0d8f967290fc req-d20f5b82-d71b-4caa-9d67-7ffead88cc77 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/ports?device_id=9117121f-e059-490d-b104-3fc12371b2ab HTTP/1.1" status: 200 len: 210 time: 0.2369406 Apr 05 15:49:05.498049 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Allocated IP 172.20.0.2 (e5b2c727-4df9-4ea8-bf8a-1e179c6d9965/7b49c561-1ceb-4c3b-9352-979a5ef7193b/a31bfd04-86ec-4948-89e4-68a1e104f7dc) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:49:05.578892 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-63679aac-864e-4c62-9af9-31675b2be29e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-iscsi, 3ce8b371-7444-4e4c-b34f-4697bdc6ea9f) {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:49:05.597152 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6f936c-def2-4bfe-9df5-211216e934cd None None] Network 3ce8b371-7444-4e4c-b34f-4697bdc6ea9f requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:49:05.602953 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63679aac-864e-4c62-9af9-31675b2be29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:05.603600 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-63679aac-864e-4c62-9af9-31675b2be29e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:05.619066 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f547978c-afb1-4b05-9c18-3b82d3f9af0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850964895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850963425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772476'] for router, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:05.691103 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1e5bb238-98ca-4f8b-8bee-2577db1159c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:05.694477 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd370f1-3170-455c-936a-efa6eaf1b561 admin admin] Checking segment: {'id': '60c8b340-93a8-46a5-bf90-8907627bc463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '6fefae9b-909c-41ab-bf28-c1874e900d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:49:05.694982 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd370f1-3170-455c-936a-efa6eaf1b561 admin admin] Network hostable DHCP agents. Network: 6fefae9b-909c-41ab-bf28-c1874e900d4a, hostable agents: ['0f32e0e8-c846-4e58-971c-cb28b45a07b7'], hosted agents: [] {{(pid=84430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:49:05.750781 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1e5bb238-98ca-4f8b-8bee-2577db1159c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:05.752907 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-63679aac-864e-4c62-9af9-31675b2be29e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.6218638 Apr 05 15:49:05.761238 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 34510) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:05.763635 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-8dcfda4c-c245-458b-b7a7-d2c6da1c1d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:05.782176 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-3b608140-2c08-4c3b-af7f-c9e25eb2b5f6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1671732284-router', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:05.793714 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd370f1-3170-455c-936a-efa6eaf1b561 admin admin] Network 6fefae9b-909c-41ab-bf28-c1874e900d4a is scheduled to be hosted by DHCP agent 0f32e0e8-c846-4e58-971c-cb28b45a07b7 with binding_index 1 {{(pid=84430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:49:05.802921 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-3b608140-2c08-4c3b-af7f-c9e25eb2b5f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:05.812742 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-c7329dad-4e94-40d2-8e3f-2aa48a491f93 admin admin] Allocated IP 172.27.0.153 (dd229a0f-6ed6-426a-8b4c-b8529d79a707/9f98952a-db9d-40f5-8f74-bf7f0c188c38/4ba0547a-2119-4a84-abb6-e499a9e2275a) {{(pid=84429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:49:05.882197 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-3b608140-2c08-4c3b-af7f-c9e25eb2b5f6 admin admin] Usage tracker for resource:router and tenant:5cd97b12be18437993ae8b61408dfe02 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:05.889576 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-3b608140-2c08-4c3b-af7f-c9e25eb2b5f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:05.894592 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bb238-98ca-4f8b-8bee-2577db1159c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a4fb14-09ea-468c-85ac-5aa5ae457a15,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:05.901477 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-3b608140-2c08-4c3b-af7f-c9e25eb2b5f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:05.903787 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-1e5bb238-98ca-4f8b-8bee-2577db1159c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:05.910478 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-4fd370f1-3170-455c-936a-efa6eaf1b561 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-iscsi, 6fefae9b-909c-41ab-bf28-c1874e900d4a) {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:49:05.922493 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd370f1-3170-455c-936a-efa6eaf1b561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:05.923135 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4fd370f1-3170-455c-936a-efa6eaf1b561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:05.929188 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45876cd-9768-4c20-9cef-f7d431ecc469 None None] Network 6fefae9b-909c-41ab-bf28-c1874e900d4a requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:49:05.982302 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-1e5bb238-98ca-4f8b-8bee-2577db1159c8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ea1d18a2337647e18822feaa09d32478&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5377326 Apr 05 15:49:05.989174 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 34526) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:06.070514 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-4fd370f1-3170-455c-936a-efa6eaf1b561 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.6994879 Apr 05 15:49:06.084355 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b608140-2c08-4c3b-af7f-c9e25eb2b5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3851488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3375'] for router, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:06.085431 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b608140-2c08-4c3b-af7f-c9e25eb2b5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850924409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850964880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850743491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772457'] for router, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:06.085632 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c7329dad-4e94-40d2-8e3f-2aa48a491f93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:06.162046 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c7329dad-4e94-40d2-8e3f-2aa48a491f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098'] for port, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:06.384505 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:06.472872 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:06.522130 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b608140-2c08-4c3b-af7f-c9e25eb2b5f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:06.524410 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f547978c-afb1-4b05-9c18-3b82d3f9af0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:06.557208 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-47a9b9e9-db3e-4e94-a833-59e99df4bab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:06.581856 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Transition to ACTIVE for port object a31bfd04-86ec-4948-89e4-68a1e104f7dc will not be triggered until provisioned by entity L2. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:49:06.597901 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551b3300-91cd-4493-9863-f65ccdb3e931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b9143b4-5a49-5eb4-a51a-b575d5c783cf-3ce8b371-7444-4e4c-b34f-4697bdc6ea9f', 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'fixed_ips': [{'subnet_id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4'}]}} from dv-cinder-784779-1-iscsi. {{(pid=84431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 15:49:06.598823 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-551b3300-91cd-4493-9863-f65ccdb3e931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:06.632758 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7329dad-4e94-40d2-8e3f-2aa48a491f93 admin admin] Network dd229a0f-6ed6-426a-8b4c-b8529d79a707 is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:49:06.636036 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-c7329dad-4e94-40d2-8e3f-2aa48a491f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:49:06.646296 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7329dad-4e94-40d2-8e3f-2aa48a491f93 admin admin] Received port after_create {{(pid=84429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:49:06.699606 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f547978c-afb1-4b05-9c18-3b82d3f9af0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:06.708027 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Transition to ACTIVE for port object a31bfd04-86ec-4948-89e4-68a1e104f7dc will not be triggered until provisioned by entity DHCP. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:49:06.739622 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7329dad-4e94-40d2-8e3f-2aa48a491f93 admin admin] Pushing event updated for resources: {'Port': ['ID=4ba0547a-2119-4a84-abb6-e499a9e2275a,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:06.742467 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c973c3a3-1597-4257-9a12-de8480299751 None None] Network 6fefae9b-909c-41ab-bf28-c1874e900d4a requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:49:06.784510 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:06.814579 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:06.819605 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2baaef9a-d085-4ddc-ac75-7b2042554d1e req-d08254fb-fe84-429f-af81-6e82f35be19a tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/ports?device_id=9117121f-e059-490d-b104-3fc12371b2ab HTTP/1.1" status: 200 len: 210 time: 0.3065822 Apr 05 15:49:06.837925 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c7329dad-4e94-40d2-8e3f-2aa48a491f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:06.850258 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-47a9b9e9-db3e-4e94-a833-59e99df4bab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:07.310248 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 34574) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:07.320360 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-bd51536f-7fbd-4924-bb11-2670411979fc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2032340337-network', 'tenant_id': '9dd4eec303374526abfa14acde3430d1'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:07.325865 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-bd51536f-7fbd-4924-bb11-2670411979fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:07.330637 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-bd51536f-7fbd-4924-bb11-2670411979fc admin admin] Usage tracker for resource:network and tenant:9dd4eec303374526abfa14acde3430d1 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:07.333705 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-bd51536f-7fbd-4924-bb11-2670411979fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:07.341824 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-bd51536f-7fbd-4924-bb11-2670411979fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:07.356294 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c7329dad-4e94-40d2-8e3f-2aa48a491f93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:07.386873 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Pushing event updated for resources: {'Port': ['ID=a31bfd04-86ec-4948-89e4-68a1e104f7dc,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:07.422146 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-551b3300-91cd-4493-9863-f65ccdb3e931 None None] Allocated IP 172.20.0.2 (3ce8b371-7444-4e4c-b34f-4697bdc6ea9f/368c6b65-9ecb-4154-a01c-9ea51d2251a4/7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:49:07.435754 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd51536f-7fbd-4924-bb11-2670411979fc admin admin] Made reservation on behalf of 9dd4eec303374526abfa14acde3430d1 for: {'network': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:49:07.440499 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-bd51536f-7fbd-4924-bb11-2670411979fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for network, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:07.448360 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b608140-2c08-4c3b-af7f-c9e25eb2b5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850964895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850963425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772476'] for router, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:07.550726 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-bd51536f-7fbd-4924-bb11-2670411979fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:07.559760 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-f547978c-afb1-4b05-9c18-3b82d3f9af0c admin admin] Allocated IP 172.27.0.252 (dd229a0f-6ed6-426a-8b4c-b8529d79a707/9f98952a-db9d-40f5-8f74-bf7f0c188c38/f0393ca8-6171-4c5b-9f8d-102fec5f35bf) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:49:07.708789 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-551b3300-91cd-4493-9863-f65ccdb3e931 None None] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:07.722806 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f547978c-afb1-4b05-9c18-3b82d3f9af0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:07.738004 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-47a9b9e9-db3e-4e94-a833-59e99df4bab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:07.742821 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-551b3300-91cd-4493-9863-f65ccdb3e931 None None] Transition to ACTIVE for port object 7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0 will not be triggered until provisioned by entity L2. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:49:07.778079 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-bd51536f-7fbd-4924-bb11-2670411979fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:07.782054 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-bd51536f-7fbd-4924-bb11-2670411979fc admin admin] Usage tracker for resource:security_group_rule and tenant:9dd4eec303374526abfa14acde3430d1 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:07.789513 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-bd51536f-7fbd-4924-bb11-2670411979fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:07.793098 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-720046b7-4e29-4294-a748-c5f62fcb19be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:07.795436 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-bd51536f-7fbd-4924-bb11-2670411979fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:07.799715 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:07.800222 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:07.800715 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:07.801164 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:07.801743 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:07.802414 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:07.802985 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:07.803546 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:07.804100 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:07.804666 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:07.805215 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:07.805783 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Tracked resource versions report: Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: pushed versions: Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: { 'AddressGroup': {'1.2'}, Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: 'ConntrackHelper': {'1.0'}, Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Log': {'1.0'}, Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Network': {'1.1'}, Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Port': {'1.7'}, Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: 'PortForwarding': {'1.2'}, Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: 'QosPolicy': {'1.8'}, Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroup': {'1.4'}, Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroupRule': {'1.2'}, Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SubPort': {'1.0'}, Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Subnet': {'1.1'}, Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Trunk': {'1.1'}} Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: consumer versions: Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: { DHCP agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: HyperV agent@hv-cinder-78477: {}, Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: L3 agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: Metadata agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: Metering agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: Open vSwitch agent@dv-cinder-784779-1-iscsi: { 'AddressGroup': '1.2', Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: 'ConntrackHelper': '1.0', Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Log': '1.0', Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Network': '1.1', Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Port': '1.7', Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: 'PortForwarding': '1.2', Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: 'QosPolicy': '1.8', Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroup': '1.4', Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroupRule': '1.2', Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SubPort': '1.0', Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Subnet': '1.1', Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Trunk': '1.1'}} Apr 05 15:49:07.807164 dv-cinder-784779-1-iscsi neutron-server[84318]: {{(pid=84431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 15:49:07.812913 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9b9e9-db3e-4e94-a833-59e99df4bab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a4fb14-09ea-468c-85ac-5aa5ae457a15,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:07.819966 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.006s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:07.824213 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-47a9b9e9-db3e-4e94-a833-59e99df4bab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:07.873331 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-47a9b9e9-db3e-4e94-a833-59e99df4bab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:07.874612 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-47a9b9e9-db3e-4e94-a833-59e99df4bab3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d7a4fb14-09ea-468c-85ac-5aa5ae457a15 HTTP/1.1" status: 204 len: 168 time: 1.8843861 Apr 05 15:49:07.904461 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-551b3300-91cd-4493-9863-f65ccdb3e931 None None] Transition to ACTIVE for port object 7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0 will not be triggered until provisioned by entity DHCP. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:49:07.910333 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f547978c-afb1-4b05-9c18-3b82d3f9af0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:07.928069 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Network e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:49:07.930804 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Resources bound (agent type, host, resource id): {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:49:07.944502 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-bd51536f-7fbd-4924-bb11-2670411979fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:07.949752 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:49:07.977089 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-5ea99c8b-4fd6-4ad1-896b-7c8b8d317f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:08.030760 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-bd51536f-7fbd-4924-bb11-2670411979fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:08.051579 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a109ebbc-22b9-4474-bb43-a1f046db6604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:08.109804 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd51536f-7fbd-4924-bb11-2670411979fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=84429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:49:08.113452 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-551b3300-91cd-4493-9863-f65ccdb3e931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:08.120590 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51536f-7fbd-4924-bb11-2670411979fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3356d71-deab-4c6e-ade9-ef2c9ba1b5ed,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:08.145674 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-bd51536f-7fbd-4924-bb11-2670411979fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:08.162047 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-bd51536f-7fbd-4924-bb11-2670411979fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:08.162477 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.segments_db [None req-bd51536f-7fbd-4924-bb11-2670411979fc admin admin] Added segment fd46a855-90c8-4c69-84f2-8599360f2ba0 of type vlan for network ad7ecb24-b50c-4d45-93c2-4a5cd7ae9f3b Apr 05 15:49:08.172105 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:08.185250 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c7329dad-4e94-40d2-8e3f-2aa48a491f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3812374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810974'] for router, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:08.320858 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Attempting to bind port a31bfd04-86ec-4948-89e4-68a1e104f7dc on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:49:08.321445 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Attempting to bind port a31bfd04-86ec-4948-89e4-68a1e104f7dc by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': 'fef1935c-6d67-4364-9de4-33c96e20e798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965'}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:49:08.321967 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Attempting to bind port a31bfd04-86ec-4948-89e4-68a1e104f7dc on network e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:49:08.337506 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:49:08.338098 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Checking segment: {'id': 'fef1935c-6d67-4364-9de4-33c96e20e798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:49:08.338680 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:08.339225 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Bound using segment: {'id': 'fef1935c-6d67-4364-9de4-33c96e20e798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965'} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:49:08.339858 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Bound port: a31bfd04-86ec-4948-89e4-68a1e104f7dc, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef1935c-6d67-4364-9de4-33c96e20e798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965'}}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:49:08.340382 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:08.378330 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e26482b7-60bf-4bb3-80b2-ad2ae892c48d req-a8d33797-cfe7-486a-af3f-b500ce95c8f0 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/ports?device_id=9117121f-e059-490d-b104-3fc12371b2ab HTTP/1.1" status: 200 len: 210 time: 0.1990640 Apr 05 15:49:08.431601 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547978c-afb1-4b05-9c18-3b82d3f9af0c admin admin] Pushing event updated for resources: {'Port': ['ID=f0393ca8-6171-4c5b-9f8d-102fec5f35bf,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:08.438158 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-bd51536f-7fbd-4924-bb11-2670411979fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739064997474'] for network, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:08.444499 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f547978c-afb1-4b05-9c18-3b82d3f9af0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:08.541150 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b608140-2c08-4c3b-af7f-c9e25eb2b5f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:08.592751 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b608140-2c08-4c3b-af7f-c9e25eb2b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:08.600162 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f547978c-afb1-4b05-9c18-3b82d3f9af0c admin admin] Network dd229a0f-6ed6-426a-8b4c-b8529d79a707 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:49:08.646555 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-f547978c-afb1-4b05-9c18-3b82d3f9af0c admin admin] Resources bound (agent type, host, resource id): {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:49:08.650186 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f547978c-afb1-4b05-9c18-3b82d3f9af0c admin admin] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:49:08.672840 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] For port a31bfd04-86ec-4948-89e4-68a1e104f7dc, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:49:08.676709 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] For port a31bfd04-86ec-4948-89e4-68a1e104f7dc, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=a31bfd04-86ec-4948-89e4-68a1e104f7dc,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:49:08.678128 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b3300-91cd-4493-9863-f65ccdb3e931 None None] Pushing event updated for resources: {'Port': ['ID=7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:08.682713 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-551b3300-91cd-4493-9863-f65ccdb3e931 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:08.706920 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551b3300-91cd-4493-9863-f65ccdb3e931 None None] Network 3ce8b371-7444-4e4c-b34f-4697bdc6ea9f is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:49:08.713041 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-551b3300-91cd-4493-9863-f65ccdb3e931 None None] Resources bound (agent type, host, resource id): {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:49:08.713881 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551b3300-91cd-4493-9863-f65ccdb3e931 None None] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:49:08.802088 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-bd51536f-7fbd-4924-bb11-2670411979fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for network, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:08.805309 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd51536f-7fbd-4924-bb11-2670411979fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:08.810702 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-bd51536f-7fbd-4924-bb11-2670411979fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:08.812535 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:08.817630 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:08.844906 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:08.943914 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7329dad-4e94-40d2-8e3f-2aa48a491f93 admin admin] Router 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 is scheduled to L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b with binding_index 1 {{(pid=84429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 15:49:08.972755 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-551b3300-91cd-4493-9863-f65ccdb3e931 None None] Attempting to bind port 7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0 on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:49:08.973165 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-551b3300-91cd-4493-9863-f65ccdb3e931 None None] Attempting to bind port 7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0 by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': '8c957347-ca2f-4b08-a623-7dccb3bfa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f'}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:49:08.973553 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551b3300-91cd-4493-9863-f65ccdb3e931 None None] Attempting to bind port 7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0 on network 3ce8b371-7444-4e4c-b34f-4697bdc6ea9f {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:49:09.046739 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51536f-7fbd-4924-bb11-2670411979fc admin admin] Pushing event updated for resources: {'Network': ['ID=ad7ecb24-b50c-4d45-93c2-4a5cd7ae9f3b,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:09.059330 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551b3300-91cd-4493-9863-f65ccdb3e931 None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:49:09.059753 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551b3300-91cd-4493-9863-f65ccdb3e931 None None] Checking segment: {'id': '8c957347-ca2f-4b08-a623-7dccb3bfa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:49:09.060200 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-551b3300-91cd-4493-9863-f65ccdb3e931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:09.060639 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551b3300-91cd-4493-9863-f65ccdb3e931 None None] Bound using segment: {'id': '8c957347-ca2f-4b08-a623-7dccb3bfa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f'} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:49:09.061172 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-551b3300-91cd-4493-9863-f65ccdb3e931 None None] Bound port: 7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c957347-ca2f-4b08-a623-7dccb3bfa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f'}}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:49:09.061588 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-551b3300-91cd-4493-9863-f65ccdb3e931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:09.087483 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Network ad7ecb24-b50c-4d45-93c2-4a5cd7ae9f3b details requested by agent ovs-agent-dv-cinder-784779-1-iscsi with host dv-cinder-784779-1-iscsi {{(pid=84431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:49:09.123662 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-bd51536f-7fbd-4924-bb11-2670411979fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:09.166263 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.43', 49221) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:09.174986 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-bd51536f-7fbd-4924-bb11-2670411979fc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8620300 Apr 05 15:49:09.184605 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 34622) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:09.252377 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-3b608140-2c08-4c3b-af7f-c9e25eb2b5f6 admin admin] Allocated IP 172.27.0.6 (dd229a0f-6ed6-426a-8b4c-b8529d79a707/9f98952a-db9d-40f5-8f74-bf7f0c188c38/4882f3ef-c85b-4c7a-9eee-75b164e87459) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:49:09.262397 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-8f777f47-7423-4bbd-8686-a711035722b2 admin admin] Request body: {'subnet': {'network_id': 'ad7ecb24-b50c-4d45-93c2-4a5cd7ae9f3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2032340337-subnet', 'tenant_id': '9dd4eec303374526abfa14acde3430d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:09.314917 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-8f777f47-7423-4bbd-8686-a711035722b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:09.378929 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-8f777f47-7423-4bbd-8686-a711035722b2 admin admin] Usage tracker for resource:subnet and tenant:9dd4eec303374526abfa14acde3430d1 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:09.379745 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Pushing event updated for resources: {'Port': ['ID=a31bfd04-86ec-4948-89e4-68a1e104f7dc,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:09.383922 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-8f777f47-7423-4bbd-8686-a711035722b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:09.420952 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:09.422187 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-8f777f47-7423-4bbd-8686-a711035722b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:09.444755 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7329dad-4e94-40d2-8e3f-2aa48a491f93 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:49:09.454799 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f695584a-ffa4-4563-923e-6c7376b03a28 None None] Sync routers for ids ['9375d360-b6e3-4a37-ae90-ef6a01a8ae50'] in dv-cinder-784779-1-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:49:09.462704 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-551b3300-91cd-4493-9863-f65ccdb3e931 None None] For port 7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:49:09.467403 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-551b3300-91cd-4493-9863-f65ccdb3e931 None None] For port 7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0,segment=NetworkSegment(8c957347-ca2f-4b08-a623-7dccb3bfa44a),segment_id=8c957347-ca2f-4b08-a623-7dccb3bfa44a)] {{(pid=84431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:49:09.477359 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f695584a-ffa4-4563-923e-6c7376b03a28 None None] Routers {'9375d360-b6e3-4a37-ae90-ef6a01a8ae50'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:49:09.488173 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-f695584a-ffa4-4563-923e-6c7376b03a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:48:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['9375d360-b6e3-4a37-ae90-ef6a01a8ae50'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:09.503363 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-551b3300-91cd-4493-9863-f65ccdb3e931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:09.529538 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-280936a5-c471-47cc-bcd6-480933ab3096 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:09.582657 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f777f47-7423-4bbd-8686-a711035722b2 admin admin] Made reservation on behalf of 9dd4eec303374526abfa14acde3430d1 for: {'subnet': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:49:09.610315 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8f777f47-7423-4bbd-8686-a711035722b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:09.646816 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c7329dad-4e94-40d2-8e3f-2aa48a491f93 admin admin] Notify callbacks [] for router, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:09.648009 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-c7329dad-4e94-40d2-8e3f-2aa48a491f93 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3737638 Apr 05 15:49:09.666147 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-4cffa7c5-ebd5-497a-98ff-4da679fc3079 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:09.667778 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-4cffa7c5-ebd5-497a-98ff-4da679fc3079 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.43 "GET /v2.0/networks?id=0c588069-435c-4233-b591-05859e20ef87 HTTP/1.1" status: 200 len: 811 time: 0.4879267 Apr 05 15:49:09.707655 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 34642) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:09.801124 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-f695584a-ffa4-4563-923e-6c7376b03a28 None None] Set router 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:49:09.801475 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b608140-2c08-4c3b-af7f-c9e25eb2b5f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:09.848009 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b3300-91cd-4493-9863-f65ccdb3e931 None None] Pushing event updated for resources: {'Port': ['ID=7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:09.862634 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-551b3300-91cd-4493-9863-f65ccdb3e931 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:09.873781 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-3a5aa3a1-1653-48bd-a37a-f5d97298e7f0 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Request body: {'port': {'device_id': '9117121f-e059-490d-b104-3fc12371b2ab', 'network_id': '0c588069-435c-4233-b591-05859e20ef87', 'admin_state_up': True, 'tenant_id': 'c28d9cb6b5be42dc88c0993c7e546763'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:10.120827 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fea96567-e270-4a26-998e-3f211c090515 req-4427eb8c-8ce9-46ef-8546-fa6d88d67613 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/ports?device_id=9117121f-e059-490d-b104-3fc12371b2ab HTTP/1.1" status: 200 len: 210 time: 0.2837305 Apr 05 15:49:10.209941 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b608140-2c08-4c3b-af7f-c9e25eb2b5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:10.217735 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f547978c-afb1-4b05-9c18-3b82d3f9af0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:10.324835 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-5ea99c8b-4fd6-4ad1-896b-7c8b8d317f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:10.680142 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-f695584a-ffa4-4563-923e-6c7376b03a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'name': 'tempest-AttachVolumeShelveTestJSON-291045351-router', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T15:49:06Z', 'revision_number': 3, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'gw_port': {'id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:05Z', 'updated_at': '2021-04-05T15:49:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi'}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:10.685689 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f695584a-ffa4-4563-923e-6c7376b03a28 None None] Checking router: 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 for host: dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:49:10.686428 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f695584a-ffa4-4563-923e-6c7376b03a28 None None] Updating router 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 port 4ba0547a-2119-4a84-abb6-e499a9e2275a binding host dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:49:10.768688 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f695584a-ffa4-4563-923e-6c7376b03a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:10.790406 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-3a5aa3a1-1653-48bd-a37a-f5d97298e7f0 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:10.799797 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-3a5aa3a1-1653-48bd-a37a-f5d97298e7f0 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Usage tracker for resource:port and tenant:c28d9cb6b5be42dc88c0993c7e546763 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:10.804158 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-3a5aa3a1-1653-48bd-a37a-f5d97298e7f0 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:10.824052 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-3a5aa3a1-1653-48bd-a37a-f5d97298e7f0 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:10.928302 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-3a5aa3a1-1653-48bd-a37a-f5d97298e7f0 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Made reservation on behalf of c28d9cb6b5be42dc88c0993c7e546763 for: {'port': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:49:10.934442 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-3a5aa3a1-1653-48bd-a37a-f5d97298e7f0 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:11.218273 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f547978c-afb1-4b05-9c18-3b82d3f9af0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3812374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810974'] for router, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:11.352173 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-3a5aa3a1-1653-48bd-a37a-f5d97298e7f0 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Allocated IP 172.20.0.10 (0c588069-435c-4233-b591-05859e20ef87/206335db-a203-4294-80b4-43aa55aa6613/c2d00f69-c08d-4013-84b4-e88917b4aeb5) {{(pid=84429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:49:11.682048 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b608140-2c08-4c3b-af7f-c9e25eb2b5f6 admin admin] Pushing event updated for resources: {'Port': ['ID=4882f3ef-c85b-4c7a-9eee-75b164e87459,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:11.685405 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3b608140-2c08-4c3b-af7f-c9e25eb2b5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.361s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:11.701784 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-447c7767-e394-4ad3-9409-bca2b9e0ed5d req-81e66bc2-ac0c-448b-b24f-a369804759ee tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/ports?device_id=9117121f-e059-490d-b104-3fc12371b2ab HTTP/1.1" status: 200 len: 210 time: 0.2785861 Apr 05 15:49:11.761624 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:49:11.882626 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b608140-2c08-4c3b-af7f-c9e25eb2b5f6 admin admin] Network dd229a0f-6ed6-426a-8b4c-b8529d79a707 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:49:11.889365 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-3b608140-2c08-4c3b-af7f-c9e25eb2b5f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:49:11.901361 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b608140-2c08-4c3b-af7f-c9e25eb2b5f6 admin admin] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:49:11.931108 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f695584a-ffa4-4563-923e-6c7376b03a28 None None] Notify callbacks [] for port, precommit_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:11.963362 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-f695584a-ffa4-4563-923e-6c7376b03a28 None None] Transition to ACTIVE for port object 4ba0547a-2119-4a84-abb6-e499a9e2275a will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:49:12.006157 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f695584a-ffa4-4563-923e-6c7376b03a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:12.032970 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9409d3-f229-4172-9ed4-c7cf4b945089 None None] Network e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:49:12.268894 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0de4dfe0-1b41-47db-9da9-733af32a2a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:12.383598 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-f695584a-ffa4-4563-923e-6c7376b03a28 None None] Attempting to bind port 4ba0547a-2119-4a84-abb6-e499a9e2275a on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:49:12.384282 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-f695584a-ffa4-4563-923e-6c7376b03a28 None None] Attempting to bind port 4ba0547a-2119-4a84-abb6-e499a9e2275a by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:49:12.384839 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f695584a-ffa4-4563-923e-6c7376b03a28 None None] Attempting to bind port 4ba0547a-2119-4a84-abb6-e499a9e2275a on network dd229a0f-6ed6-426a-8b4c-b8529d79a707 {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:49:12.399137 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f695584a-ffa4-4563-923e-6c7376b03a28 None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:49:12.399515 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f695584a-ffa4-4563-923e-6c7376b03a28 None None] Checking segment: {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:49:12.418244 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f695584a-ffa4-4563-923e-6c7376b03a28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:12.418832 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f695584a-ffa4-4563-923e-6c7376b03a28 None None] Bound using segment: {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:49:12.419402 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-f695584a-ffa4-4563-923e-6c7376b03a28 None None] Bound port: 4ba0547a-2119-4a84-abb6-e499a9e2275a, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:49:12.419825 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f695584a-ffa4-4563-923e-6c7376b03a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:12.499840 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 34728) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:12.629085 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-f695584a-ffa4-4563-923e-6c7376b03a28 None None] For port 4ba0547a-2119-4a84-abb6-e499a9e2275a, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:49:12.636834 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-f695584a-ffa4-4563-923e-6c7376b03a28 None None] For port 4ba0547a-2119-4a84-abb6-e499a9e2275a, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=4ba0547a-2119-4a84-abb6-e499a9e2275a,segment=NetworkSegment(45fc7be4-cb6f-44c4-878d-af01c4212144),segment_id=45fc7be4-cb6f-44c4-878d-af01c4212144)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:49:12.678147 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f695584a-ffa4-4563-923e-6c7376b03a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:12.727696 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0624e8db-3903-45e6-8490-dcf4f38f21c0 None None] Network 3ce8b371-7444-4e4c-b34f-4697bdc6ea9f requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b10fbf-1c54-4666-9085-ca4f4ffafb08 None None] Pushing event updated for resources: {'Port': ['ID=4ba0547a-2119-4a84-abb6-e499a9e2275a,revision_number=2']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b10fbf-1c54-4666-9085-ca4f4ffafb08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b10fbf-1c54-4666-9085-ca4f4ffafb08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b10fbf-1c54-4666-9085-ca4f4ffafb08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b10fbf-1c54-4666-9085-ca4f4ffafb08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b10fbf-1c54-4666-9085-ca4f4ffafb08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b10fbf-1c54-4666-9085-ca4f4ffafb08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b10fbf-1c54-4666-9085-ca4f4ffafb08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b10fbf-1c54-4666-9085-ca4f4ffafb08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b10fbf-1c54-4666-9085-ca4f4ffafb08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b10fbf-1c54-4666-9085-ca4f4ffafb08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b10fbf-1c54-4666-9085-ca4f4ffafb08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b10fbf-1c54-4666-9085-ca4f4ffafb08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b10fbf-1c54-4666-9085-ca4f4ffafb08 None None] Tracked resource versions report: Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: pushed versions: Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: { 'AddressGroup': {'1.2'}, Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: 'ConntrackHelper': {'1.0'}, Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Log': {'1.0'}, Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Network': {'1.1'}, Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Port': {'1.7'}, Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: 'PortForwarding': {'1.2'}, Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: 'QosPolicy': {'1.8'}, Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroup': {'1.4'}, Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroupRule': {'1.2'}, Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SubPort': {'1.0'}, Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Subnet': {'1.1'}, Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Trunk': {'1.1'}} Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: consumer versions: Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: { DHCP agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: HyperV agent@hv-cinder-78477: {}, Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: L3 agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: Metadata agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: Metering agent@dv-cinder-784779-1-iscsi: {}, Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: Open vSwitch agent@dv-cinder-784779-1-iscsi: { 'AddressGroup': '1.2', Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: 'ConntrackHelper': '1.0', Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Log': '1.0', Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Network': '1.1', Apr 05 15:49:13.281160 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Port': '1.7', Apr 05 15:49:13.293019 dv-cinder-784779-1-iscsi neutron-server[84318]: 'PortForwarding': '1.2', Apr 05 15:49:13.293019 dv-cinder-784779-1-iscsi neutron-server[84318]: 'QosPolicy': '1.8', Apr 05 15:49:13.293019 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroup': '1.4', Apr 05 15:49:13.293019 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SecurityGroupRule': '1.2', Apr 05 15:49:13.293019 dv-cinder-784779-1-iscsi neutron-server[84318]: 'SubPort': '1.0', Apr 05 15:49:13.293019 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Subnet': '1.1', Apr 05 15:49:13.293019 dv-cinder-784779-1-iscsi neutron-server[84318]: 'Trunk': '1.1'}} Apr 05 15:49:13.293019 dv-cinder-784779-1-iscsi neutron-server[84318]: {{(pid=84432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 05 15:49:13.294458 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-e7647dd9-bda2-4814-a0c4-6451b6192d47 None None] Provisioning for port a31bfd04-86ec-4948-89e4-68a1e104f7dc completed by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:49:13.294605 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-16b10fbf-1c54-4666-9085-ca4f4ffafb08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.906s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:13.294605 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0de4dfe0-1b41-47db-9da9-733af32a2a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:13.294850 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port 7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0 completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:49:13.294977 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device a31bfd04-86ec-4948-89e4-68a1e104f7dc up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:49:13.372146 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b608140-2c08-4c3b-af7f-c9e25eb2b5f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:13.410490 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b10fbf-1c54-4666-9085-ca4f4ffafb08 None None] Pushing event updated for resources: {'Port': ['ID=4ba0547a-2119-4a84-abb6-e499a9e2275a,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:13.415853 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-16b10fbf-1c54-4666-9085-ca4f4ffafb08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:13.461807 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f695584a-ffa4-4563-923e-6c7376b03a28 None None] Routers {'9375d360-b6e3-4a37-ae90-ef6a01a8ae50'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:49:13.462682 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-f695584a-ffa4-4563-923e-6c7376b03a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:48:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['9375d360-b6e3-4a37-ae90-ef6a01a8ae50'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:13.601729 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-3a5aa3a1-1653-48bd-a37a-f5d97298e7f0 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Notify callbacks [] for port, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:13.688575 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-88d8e822-ae54-4fba-a95b-342445f67ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:13.797372 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d119a3ec-eba4-47f3-8d58-ede99c7e0065 req-4cc43d12-4107-4686-8491-e9c2aafdf024 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/ports?device_id=9117121f-e059-490d-b104-3fc12371b2ab HTTP/1.1" status: 200 len: 210 time: 0.4268503 Apr 05 15:49:13.822895 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-270c88c3-fce0-4ba6-a71a-f085f61d9e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:13.943810 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 34778) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:13.963048 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-270c88c3-fce0-4ba6-a71a-f085f61d9e8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:13.991457 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f547978c-afb1-4b05-9c18-3b82d3f9af0c admin admin] Router 36248973-5968-4271-8eca-3536e17ba748 is scheduled to L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b with binding_index 1 {{(pid=84430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 15:49:14.007213 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-270c88c3-fce0-4ba6-a71a-f085f61d9e8d admin admin] Usage tracker for resource:security_group_rule and tenant:f9fb03c9da004f97a5345eec372ed3cb is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:14.018896 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-270c88c3-fce0-4ba6-a71a-f085f61d9e8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:14.039384 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-270c88c3-fce0-4ba6-a71a-f085f61d9e8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:14.092222 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-fb5518a0-813b-4462-8668-ffaeb2b9f7ef None None] Provisioning for port 7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0 completed by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:49:14.106023 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-fb5518a0-813b-4462-8668-ffaeb2b9f7ef None None] Provisioning complete for port 7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0 triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:14.109467 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fb5518a0-813b-4462-8668-ffaeb2b9f7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:14.240634 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port a31bfd04-86ec-4948-89e4-68a1e104f7dc completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:49:14.254297 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-3a5aa3a1-1653-48bd-a37a-f5d97298e7f0 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098'] for port, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:14.294282 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c7329dad-4e94-40d2-8e3f-2aa48a491f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:14.300681 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port a31bfd04-86ec-4948-89e4-68a1e104f7dc triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:14.301099 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:14.498421 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-f695584a-ffa4-4563-923e-6c7376b03a28 None None] Set router 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:49:14.591006 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-88d8e822-ae54-4fba-a95b-342445f67ccb admin admin] Allocated IP 172.20.0.1 (e5b2c727-4df9-4ea8-bf8a-1e179c6d9965/7b49c561-1ceb-4c3b-9352-979a5ef7193b/d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a) {{(pid=84429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:49:14.732506 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3c6304c2-a4ed-4029-896d-dabb3df1f0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:14.767579 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-88d8e822-ae54-4fba-a95b-342445f67ccb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:14.777127 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-270c88c3-fce0-4ba6-a71a-f085f61d9e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:14.784254 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-3c6304c2-a4ed-4029-896d-dabb3df1f0ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:14.784960 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fb5518a0-813b-4462-8668-ffaeb2b9f7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:14.788930 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-88d8e822-ae54-4fba-a95b-342445f67ccb admin admin] Transition to ACTIVE for port object d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a will not be triggered until provisioned by entity DHCP. {{(pid=84429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:49:14.789616 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-3c6304c2-a4ed-4029-896d-dabb3df1f0ac admin admin] Usage tracker for resource:security_group_rule and tenant:88583d76e1e048f78629acecb53baaf7 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:14.793003 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-3c6304c2-a4ed-4029-896d-dabb3df1f0ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:14.800989 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-3c6304c2-a4ed-4029-896d-dabb3df1f0ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:14.814820 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:14.835994 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8f777f47-7423-4bbd-8686-a711035722b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for subnet, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:14.920347 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3c6304c2-a4ed-4029-896d-dabb3df1f0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:14.940687 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-270c88c3-fce0-4ba6-a71a-f085f61d9e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:15.011889 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-fb5518a0-813b-4462-8668-ffaeb2b9f7ef None None] For port 7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0,segment=NetworkSegment(8c957347-ca2f-4b08-a623-7dccb3bfa44a),segment_id=8c957347-ca2f-4b08-a623-7dccb3bfa44a)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:49:15.014150 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] For port a31bfd04-86ec-4948-89e4-68a1e104f7dc, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=a31bfd04-86ec-4948-89e4-68a1e104f7dc,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:49:15.028286 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3c6304c2-a4ed-4029-896d-dabb3df1f0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:15.044103 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fb5518a0-813b-4462-8668-ffaeb2b9f7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:15.046339 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-551b3300-91cd-4493-9863-f65ccdb3e931 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:15.111894 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-88d8e822-ae54-4fba-a95b-342445f67ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098'] for port, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:15.119392 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6c4613d9-021d-4568-bac1-d4edb9c4e8e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:15.195585 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c88c3-fce0-4ba6-a71a-f085f61d9e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d144df8-26d4-4935-b326-933aaa43ea91,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:15.224553 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:15.253950 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-f695584a-ffa4-4563-923e-6c7376b03a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'name': 'tempest-AttachVolumeShelveTestJSON-291045351-router', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T15:49:06Z', 'revision_number': 3, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'gw_port': {'id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:05Z', 'updated_at': '2021-04-05T15:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi'}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:15.263601 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f695584a-ffa4-4563-923e-6c7376b03a28 None None] The sync data for ids ['9375d360-b6e3-4a37-ae90-ef6a01a8ae50'] in dv-cinder-784779-1-iscsi is: [{'id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'name': 'tempest-AttachVolumeShelveTestJSON-291045351-router', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T15:49:06Z', 'revision_number': 3, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'gw_port': {'id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:05Z', 'updated_at': '2021-04-05T15:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi'}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:49:15.272916 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-270c88c3-fce0-4ba6-a71a-f085f61d9e8d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9fb03c9da004f97a5345eec372ed3cb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7571483 Apr 05 15:49:15.284851 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 34798) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:15.321610 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5aa3a1-1653-48bd-a37a-f5d97298e7f0 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Pushing event updated for resources: {'Port': ['ID=c2d00f69-c08d-4013-84b4-e88917b4aeb5,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:15.335352 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3a5aa3a1-1653-48bd-a37a-f5d97298e7f0 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.041s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:15.335853 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3a5aa3a1-1653-48bd-a37a-f5d97298e7f0 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:15.366775 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6304c2-a4ed-4029-896d-dabb3df1f0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d256d9ca-be51-401a-b829-345c14f1c0d0,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:15.368015 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-84c5e6cb-3b1b-45f4-a91a-02c3433290df None None] Provisioning complete for port 7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0 triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:15.371958 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-84c5e6cb-3b1b-45f4-a91a-02c3433290df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:15.380820 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 34800) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:15.441611 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3c6304c2-a4ed-4029-896d-dabb3df1f0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:15.447132 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-47a9b9e9-db3e-4e94-a833-59e99df4bab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:15.447729 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-47a9b9e9-db3e-4e94-a833-59e99df4bab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:15.471657 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:15.473893 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f547978c-afb1-4b05-9c18-3b82d3f9af0c admin admin] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:49:15.506942 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5518a0-813b-4462-8668-ffaeb2b9f7ef None None] Pushing event updated for resources: {'Port': ['ID=7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0,revision_number=3']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:15.515479 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-3c6304c2-a4ed-4029-896d-dabb3df1f0ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88583d76e1e048f78629acecb53baaf7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5563452 Apr 05 15:49:15.518168 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87303a9d-536f-42ed-93de-22e58229fd13 None None] Sync routers for ids ['36248973-5968-4271-8eca-3536e17ba748'] in dv-cinder-784779-1-iscsi {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:49:15.522652 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 34808) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:15.543715 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-fb5518a0-813b-4462-8668-ffaeb2b9f7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:15.544607 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:15.622526 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f777f47-7423-4bbd-8686-a711035722b2 admin admin] Checking segment: {'id': 'fd46a855-90c8-4c69-84f2-8599360f2ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ad7ecb24-b50c-4d45-93c2-4a5cd7ae9f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:49:15.622947 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f777f47-7423-4bbd-8686-a711035722b2 admin admin] Network hostable DHCP agents. Network: ad7ecb24-b50c-4d45-93c2-4a5cd7ae9f3b, hostable agents: ['0f32e0e8-c846-4e58-971c-cb28b45a07b7'], hosted agents: [] {{(pid=84429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:49:15.646559 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8e822-ae54-4fba-a95b-342445f67ccb admin admin] Pushing event updated for resources: {'Port': ['ID=d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:15.659399 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f547978c-afb1-4b05-9c18-3b82d3f9af0c admin admin] Notify callbacks [] for router, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:15.663919 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-f547978c-afb1-4b05-9c18-3b82d3f9af0c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 11.4423547 Apr 05 15:49:15.668670 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 34812) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:15.679835 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-88d8e822-ae54-4fba-a95b-342445f67ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:15.698624 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-9b58198c-6c2c-4d3f-b93b-df3e022c3a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.582s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:15.711850 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Pushing event updated for resources: {'Port': ['ID=a31bfd04-86ec-4948-89e4-68a1e104f7dc,revision_number=3']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:15.726421 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:15.742479 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87303a9d-536f-42ed-93de-22e58229fd13 None None] Routers {'36248973-5968-4271-8eca-3536e17ba748'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:49:15.743586 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-87303a9d-536f-42ed-93de-22e58229fd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:48:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['36248973-5968-4271-8eca-3536e17ba748'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:15.837181 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-3a5aa3a1-1653-48bd-a37a-f5d97298e7f0 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Network 0c588069-435c-4233-b591-05859e20ef87 is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:49:15.846940 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-3a5aa3a1-1653-48bd-a37a-f5d97298e7f0 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:49:15.869545 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-3a5aa3a1-1653-48bd-a37a-f5d97298e7f0 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Received port after_create {{(pid=84429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:49:15.884519 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-3a5aa3a1-1653-48bd-a37a-f5d97298e7f0 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:15.887590 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-3a5aa3a1-1653-48bd-a37a-f5d97298e7f0 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:15.919305 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d8e822-ae54-4fba-a95b-342445f67ccb admin admin] Network e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:49:15.923417 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f777f47-7423-4bbd-8686-a711035722b2 admin admin] Network ad7ecb24-b50c-4d45-93c2-4a5cd7ae9f3b is scheduled to be hosted by DHCP agent 0f32e0e8-c846-4e58-971c-cb28b45a07b7 with binding_index 1 {{(pid=84429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:49:15.933664 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-88d8e822-ae54-4fba-a95b-342445f67ccb admin admin] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:49:15.935640 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f777f47-7423-4bbd-8686-a711035722b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a614b5ba-0918-4782-8d9b-3daf60ed548a,revision_number=0']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:15.973508 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d8e822-ae54-4fba-a95b-342445f67ccb admin admin] Received port after_create {{(pid=84429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:49:15.975617 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-88d8e822-ae54-4fba-a95b-342445f67ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850918333'] for router_interface, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:16.156994 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-87303a9d-536f-42ed-93de-22e58229fd13 None None] Set router 36248973-5968-4271-8eca-3536e17ba748 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:49:16.593407 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7d12efe5-c696-43f7-91a0-f2193f97619c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:16.633433 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7d12efe5-c696-43f7-91a0-f2193f97619c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:16.647644 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-84c5e6cb-3b1b-45f4-a91a-02c3433290df None None] Provisioning complete for port a31bfd04-86ec-4948-89e4-68a1e104f7dc triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:16.648056 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-84c5e6cb-3b1b-45f4-a91a-02c3433290df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:16.703654 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-8f777f47-7423-4bbd-8686-a711035722b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.017s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:16.763328 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-3a5aa3a1-1653-48bd-a37a-f5d97298e7f0 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0472252 Apr 05 15:49:16.777305 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-8f777f47-7423-4bbd-8686-a711035722b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-iscsi, ad7ecb24-b50c-4d45-93c2-4a5cd7ae9f3b) {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:49:16.798648 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f777f47-7423-4bbd-8686-a711035722b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:16.799432 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8f777f47-7423-4bbd-8686-a711035722b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:16.809081 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7735b3-85e3-48ad-8412-a954ceeba9bf None None] Network ad7ecb24-b50c-4d45-93c2-4a5cd7ae9f3b requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:49:16.826947 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-88d8e822-ae54-4fba-a95b-342445f67ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:17.125567 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7d12efe5-c696-43f7-91a0-f2193f97619c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:17.127311 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-82dbc9bf-9f1e-4aa8-8332-1670a8e517b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:17.137950 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-87303a9d-536f-42ed-93de-22e58229fd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36248973-5968-4271-8eca-3536e17ba748', 'name': 'tempest-ServerRescueNegativeTestJSON-739988760-router', 'tenant_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'f0393ca8-6171-4c5b-9f8d-102fec5f35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T15:49:09Z', 'revision_number': 3, 'project_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'gw_port': {'id': 'f0393ca8-6171-4c5b-9f8d-102fec5f35bf', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:52:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36248973-5968-4271-8eca-3536e17ba748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:06Z', 'updated_at': '2021-04-05T15:49:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi'}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:17.171449 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87303a9d-536f-42ed-93de-22e58229fd13 None None] Checking router: 36248973-5968-4271-8eca-3536e17ba748 for host: dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:49:17.171983 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87303a9d-536f-42ed-93de-22e58229fd13 None None] Updating router 36248973-5968-4271-8eca-3536e17ba748 port f0393ca8-6171-4c5b-9f8d-102fec5f35bf binding host dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:49:17.186334 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-88d8e822-ae54-4fba-a95b-342445f67ccb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:17.193814 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-d4d50cdb-f308-44fa-8d98-f92e3bd6f973 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 15:49:17.195053 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-d4d50cdb-f308-44fa-8d98-f92e3bd6f973 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059476 Apr 05 15:49:17.197487 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-8f777f47-7423-4bbd-8686-a711035722b2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 8.0111728 Apr 05 15:49:17.216523 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-68e4b74b-eeb1-4a12-a017-01256b8e01dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:17.218897 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b608140-2c08-4c3b-af7f-c9e25eb2b5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3812374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810974'] for router, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:17.221718 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-88d8e822-ae54-4fba-a95b-342445f67ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:17.222942 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-88d8e822-ae54-4fba-a95b-342445f67ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851057948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850909546'] for router_interface, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:17.239728 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3b254b7a-d8b3-4e06-8ef6-46fd6f8d6cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:17.351299 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880f07c0-4408-4510-9115-2a3d7ce2fd36 None None] Network ad7ecb24-b50c-4d45-93c2-4a5cd7ae9f3b requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:49:17.398526 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8e822-ae54-4fba-a95b-342445f67ccb admin admin] Pushing event updated for resources: {'Port': ['ID=d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a,revision_number=2']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:17.405308 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-88d8e822-ae54-4fba-a95b-342445f67ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:17.430796 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-fcf8dd72-38fb-474a-aaeb-332aded5bea1 None None] Provisioning for port d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a completed by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:49:17.463527 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-82dbc9bf-9f1e-4aa8-8332-1670a8e517b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:17.475523 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-82dbc9bf-9f1e-4aa8-8332-1670a8e517b6 admin admin] Usage tracker for resource:security_group_rule and tenant:00305b9dc02348f1b3661d9a15d7f88e is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:17.476851 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-87303a9d-536f-42ed-93de-22e58229fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:17.504551 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d8e822-ae54-4fba-a95b-342445f67ccb admin admin] Network e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:49:17.515491 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-88d8e822-ae54-4fba-a95b-342445f67ccb admin admin] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:49:17.631252 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-82dbc9bf-9f1e-4aa8-8332-1670a8e517b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:17.642339 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:17.712019 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a7149-a3df-40cc-a3c8-cd32d0974d72 req-d9f78a80-a5dc-4c9d-a775-6aec698cc10e tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:17.713821 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8b5a7149-a3df-40cc-a3c8-cd32d0974d72 req-d9f78a80-a5dc-4c9d-a775-6aec698cc10e tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/ports?device_id=9117121f-e059-490d-b104-3fc12371b2ab HTTP/1.1" status: 200 len: 932 time: 2.6052260 Apr 05 15:49:17.719235 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 4ba0547a-2119-4a84-abb6-e499a9e2275a up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:49:17.724164 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7d12efe5-c696-43f7-91a0-f2193f97619c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:17.727854 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-7d12efe5-c696-43f7-91a0-f2193f97619c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d144df8-26d4-4935-b326-933aaa43ea91 HTTP/1.1" status: 204 len: 168 time: 2.3602035 Apr 05 15:49:17.828820 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-fcf8dd72-38fb-474a-aaeb-332aded5bea1 None None] Provisioning complete for port d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:17.833277 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fcf8dd72-38fb-474a-aaeb-332aded5bea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:17.951769 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-82dbc9bf-9f1e-4aa8-8332-1670a8e517b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:17.968913 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d8e822-ae54-4fba-a95b-342445f67ccb admin admin] Router 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:49:18.031615 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12efe5-c696-43f7-91a0-f2193f97619c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d144df8-26d4-4935-b326-933aaa43ea91,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:18.305591 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7d12efe5-c696-43f7-91a0-f2193f97619c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:18.384539 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-68e4b74b-eeb1-4a12-a017-01256b8e01dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:18.418566 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-fcf8dd72-38fb-474a-aaeb-332aded5bea1 None None] Port d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a cannot update to ACTIVE because it is not bound. {{(pid=84431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:49:18.501540 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-dd3e5402-1a73-44cf-808d-9861497eb1a8 service neutron] Request body: {'port': {'device_id': '9117121f-e059-490d-b104-3fc12371b2ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:18.617484 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-8b5a7149-a3df-40cc-a3c8-cd32d0974d72 req-e972811c-1c2a-4367-83bd-2715c75ee11a tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Synchronizing usage tracker for tenant:c28d9cb6b5be42dc88c0993c7e546763 on resource:security_group {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:49:18.720635 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d8e822-ae54-4fba-a95b-342445f67ccb admin admin] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:49:18.727650 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-88d8e822-ae54-4fba-a95b-342445f67ccb admin admin] 10.222.0.44 "PUT /v2.0/routers/9375d360-b6e3-4a37-ae90-ef6a01a8ae50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0137143 Apr 05 15:49:18.815766 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-dd3e5402-1a73-44cf-808d-9861497eb1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:18.917239 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-8b5a7149-a3df-40cc-a3c8-cd32d0974d72 req-e972811c-1c2a-4367-83bd-2715c75ee11a tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Unset dirty status for tenant:c28d9cb6b5be42dc88c0993c7e546763 on resource:security_group {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:49:18.918512 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8b5a7149-a3df-40cc-a3c8-cd32d0974d72 req-e972811c-1c2a-4367-83bd-2715c75ee11a tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1904ab5-c041-43d0-8a4f-27aaf24fda83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9784360 Apr 05 15:49:18.942155 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-67ccd5d9-5a14-495d-96b3-11267a978475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:18.951263 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-717220eb-d712-4657-bc87-1096f190a45c None None] Provisioning complete for port d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:18.951715 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-717220eb-d712-4657-bc87-1096f190a45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:19.011068 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501bfc25-41f4-496c-99e8-3090032c1f61 None None] Sync routers for ids ['9375d360-b6e3-4a37-ae90-ef6a01a8ae50'] in dv-cinder-784779-1-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:49:19.024963 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501bfc25-41f4-496c-99e8-3090032c1f61 None None] Routers {'9375d360-b6e3-4a37-ae90-ef6a01a8ae50'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:49:19.025892 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-501bfc25-41f4-496c-99e8-3090032c1f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:48:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['9375d360-b6e3-4a37-ae90-ef6a01a8ae50'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:19.239590 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-68e4b74b-eeb1-4a12-a017-01256b8e01dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:19.342507 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:19.453306 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4b74b-eeb1-4a12-a017-01256b8e01dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d256d9ca-be51-401a-b829-345c14f1c0d0,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:19.560172 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1b0b10c6-db2c-4d87-9805-c7eda005e60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:19.574892 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-501bfc25-41f4-496c-99e8-3090032c1f61 None None] Set router 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:49:19.578011 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-717220eb-d712-4657-bc87-1096f190a45c None None] Port d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a cannot update to ACTIVE because it is not bound. {{(pid=84431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:49:19.633443 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port 4ba0547a-2119-4a84-abb6-e499a9e2275a completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:49:19.642050 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 4ba0547a-2119-4a84-abb6-e499a9e2275a triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:19.642484 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:19.914306 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-67ccd5d9-5a14-495d-96b3-11267a978475 admin admin] Allocated IP 172.20.0.1 (bf7980d5-30f6-4b51-8804-073d14195735/f37979fe-7609-44e8-8c79-38b8746e7197/9301f7b8-6400-4125-a0ca-e93b36874dfd) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:49:19.963008 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-dd3e5402-1a73-44cf-808d-9861497eb1a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2d00f69-c08d-4013-84b4-e88917b4aeb5 {{(pid=84429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:49:19.991361 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-dd3e5402-1a73-44cf-808d-9861497eb1a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:20.033167 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-dd3e5402-1a73-44cf-808d-9861497eb1a8 service neutron] Transition to ACTIVE for port object c2d00f69-c08d-4013-84b4-e88917b4aeb5 will not be triggered until provisioned by entity L2. {{(pid=84429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:49:20.052659 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-87303a9d-536f-42ed-93de-22e58229fd13 None None] Notify callbacks [] for port, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:20.067860 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-dd3e5402-1a73-44cf-808d-9861497eb1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:20.073425 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:20.119741 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-87303a9d-536f-42ed-93de-22e58229fd13 None None] Transition to ACTIVE for port object f0393ca8-6171-4c5b-9f8d-102fec5f35bf will not be triggered until provisioned by entity L2. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:49:20.136334 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-67ccd5d9-5a14-495d-96b3-11267a978475 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:20.140743 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] For port 4ba0547a-2119-4a84-abb6-e499a9e2275a, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=4ba0547a-2119-4a84-abb6-e499a9e2275a,segment=NetworkSegment(45fc7be4-cb6f-44c4-878d-af01c4212144),segment_id=45fc7be4-cb6f-44c4-878d-af01c4212144)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:49:20.157508 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:20.169535 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-87303a9d-536f-42ed-93de-22e58229fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:20.196894 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-68e4b74b-eeb1-4a12-a017-01256b8e01dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.854s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:20.202277 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-564adc6f-0c32-4666-be20-4d6d6e34b5e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:20.214055 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-82dbc9bf-9f1e-4aa8-8332-1670a8e517b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:20.215178 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b608140-2c08-4c3b-af7f-c9e25eb2b5f6 admin admin] Router b280af41-78b4-40d4-9ba7-d27667835dc2 is scheduled to L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b with binding_index 1 {{(pid=84430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 15:49:20.333858 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-82dbc9bf-9f1e-4aa8-8332-1670a8e517b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:20.351286 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-67ccd5d9-5a14-495d-96b3-11267a978475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:20.386648 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3bb1a-4623-441b-a214-f2e20430fe66 None None] Pushing event updated for resources: {'Port': ['ID=f0393ca8-6171-4c5b-9f8d-102fec5f35bf,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:20.392548 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:20.395185 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0bf3bb1a-4623-441b-a214-f2e20430fe66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:20.398180 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:49:20.410253 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-501bfc25-41f4-496c-99e8-3090032c1f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'name': 'tempest-AttachVolumeShelveTestJSON-291045351-router', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T15:49:16Z', 'revision_number': 4, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'gw_port': {'id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:05Z', 'updated_at': '2021-04-05T15:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'd20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a', 'name': '', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'mac_address': 'fa:16:3e:d0:bf:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:13Z', 'updated_at': '2021-04-05T15:49:17Z', 'revision_number': 2, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'subnets': [{'id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:20.421209 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501bfc25-41f4-496c-99e8-3090032c1f61 None None] Checking router: 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 for host: dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:49:20.421881 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501bfc25-41f4-496c-99e8-3090032c1f61 None None] Updating router 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 port d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a binding host dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:49:20.503359 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-501bfc25-41f4-496c-99e8-3090032c1f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:20.535042 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 34868) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:20.559854 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-a5e70b86-1ef4-455c-ad8e-9179659ca4e8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1917694005', 'description': 'tempest-description--1480461916'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:20.603089 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-a5e70b86-1ef4-455c-ad8e-9179659ca4e8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:20.620489 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e5402-1a73-44cf-808d-9861497eb1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d00f69-c08d-4013-84b4-e88917b4aeb5,revision_number=2']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:20.639004 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-dd3e5402-1a73-44cf-808d-9861497eb1a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:20.643818 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-a5e70b86-1ef4-455c-ad8e-9179659ca4e8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Usage tracker for resource:security_group and tenant:639ec5b6ae8d4642b674c6cd637e4cb2 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:20.656712 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:20.680500 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-a5e70b86-1ef4-455c-ad8e-9179659ca4e8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:20.691112 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-a5e70b86-1ef4-455c-ad8e-9179659ca4e8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:20.726442 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:20.750210 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-68e4b74b-eeb1-4a12-a017-01256b8e01dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:20.762657 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-68e4b74b-eeb1-4a12-a017-01256b8e01dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d256d9ca-be51-401a-b829-345c14f1c0d0 HTTP/1.1" status: 204 len: 168 time: 5.2095206 Apr 05 15:49:20.809992 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a5e70b86-1ef4-455c-ad8e-9179659ca4e8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:20.847777 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-a5e70b86-1ef4-455c-ad8e-9179659ca4e8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:20.864292 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-a5e70b86-1ef4-455c-ad8e-9179659ca4e8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Usage tracker for resource:security_group_rule and tenant:639ec5b6ae8d4642b674c6cd637e4cb2 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:20.871331 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-a5e70b86-1ef4-455c-ad8e-9179659ca4e8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:20.887324 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-a5e70b86-1ef4-455c-ad8e-9179659ca4e8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:20.903440 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:21.063365 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Pushing event updated for resources: {'Port': ['ID=4ba0547a-2119-4a84-abb6-e499a9e2275a,revision_number=4']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:21.075282 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:21.099734 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-dd3e5402-1a73-44cf-808d-9861497eb1a8 service neutron] Attempting to bind port c2d00f69-c08d-4013-84b4-e88917b4aeb5 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:49:21.100059 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-dd3e5402-1a73-44cf-808d-9861497eb1a8 service neutron] Attempting to bind port c2d00f69-c08d-4013-84b4-e88917b4aeb5 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'b5f8d950-56da-4943-af58-dd84ae1ff9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '0c588069-435c-4233-b591-05859e20ef87'}] {{(pid=84429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:49:21.100422 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-dd3e5402-1a73-44cf-808d-9861497eb1a8 service neutron] Attempting to bind port c2d00f69-c08d-4013-84b4-e88917b4aeb5 on network 0c588069-435c-4233-b591-05859e20ef87 {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:49:21.106630 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-dd3e5402-1a73-44cf-808d-9861497eb1a8 service neutron] Port c2d00f69-c08d-4013-84b4-e88917b4aeb5 on network 0c588069-435c-4233-b591-05859e20ef87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:49:21.106988 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-dd3e5402-1a73-44cf-808d-9861497eb1a8 service neutron] Attempting to bind port c2d00f69-c08d-4013-84b4-e88917b4aeb5 on network 0c588069-435c-4233-b591-05859e20ef87 {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:49:21.113905 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-dd3e5402-1a73-44cf-808d-9861497eb1a8 service neutron] Checking agent: {'id': 'e13e0a38-98d8-4e7c-86ff-f8c578f1bff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'started_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:49:21.114270 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-dd3e5402-1a73-44cf-808d-9861497eb1a8 service neutron] Checking segment: {'id': 'b5f8d950-56da-4943-af58-dd84ae1ff9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '0c588069-435c-4233-b591-05859e20ef87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:49:21.114889 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-dd3e5402-1a73-44cf-808d-9861497eb1a8 service neutron] Bound using segment: {'id': 'b5f8d950-56da-4943-af58-dd84ae1ff9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '0c588069-435c-4233-b591-05859e20ef87'} {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:49:21.115392 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-dd3e5402-1a73-44cf-808d-9861497eb1a8 service neutron] Bound port: c2d00f69-c08d-4013-84b4-e88917b4aeb5, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f8d950-56da-4943-af58-dd84ae1ff9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '0c588069-435c-4233-b591-05859e20ef87'}}] {{(pid=84429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:49:21.115771 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-dd3e5402-1a73-44cf-808d-9861497eb1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:21.186553 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:21.187129 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:21.294103 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-82dbc9bf-9f1e-4aa8-8332-1670a8e517b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=00305b9dc02348f1b3661d9a15d7f88e&name=default HTTP/1.1" status: 200 len: 2979 time: 5.9077718 Apr 05 15:49:21.295434 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 34878) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:21.296800 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b608140-2c08-4c3b-af7f-c9e25eb2b5f6 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:49:21.356905 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfec7b8-5bc7-4714-8b14-2f947f970325 None None] Sync routers for ids ['b280af41-78b4-40d4-9ba7-d27667835dc2'] in dv-cinder-784779-1-iscsi {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:49:21.414775 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbc9bf-9f1e-4aa8-8332-1670a8e517b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdacad2-e1c1-48a6-8e45-f85582b2a049,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:21.448922 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-82dbc9bf-9f1e-4aa8-8332-1670a8e517b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:21.456864 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3b608140-2c08-4c3b-af7f-c9e25eb2b5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:21.493719 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fa2290ba-af6b-4e1b-8b30-4fe8126b51eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:21.582862 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fa2290ba-af6b-4e1b-8b30-4fe8126b51eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:21.677917 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ccd5d9-5a14-495d-96b3-11267a978475 admin admin] Network bf7980d5-30f6-4b51-8804-073d14195735 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:49:21.695820 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ccd5d9-5a14-495d-96b3-11267a978475 admin admin] Pushing event updated for resources: {'Port': ['ID=9301f7b8-6400-4125-a0ca-e93b36874dfd,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:21.711863 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-67ccd5d9-5a14-495d-96b3-11267a978475 admin admin] Resources bound (agent type, host, resource id): {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:49:21.736429 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b608140-2c08-4c3b-af7f-c9e25eb2b5f6 admin admin] Notify callbacks [] for router, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:21.737977 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-3b608140-2c08-4c3b-af7f-c9e25eb2b5f6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 15.9662061 Apr 05 15:49:21.740154 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-67ccd5d9-5a14-495d-96b3-11267a978475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:21.745055 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 34892) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:21.764102 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-501bfc25-41f4-496c-99e8-3090032c1f61 None None] Notify callbacks [] for port, precommit_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:21.769864 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a5e70b86-1ef4-455c-ad8e-9179659ca4e8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:21.775402 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fa2290ba-af6b-4e1b-8b30-4fe8126b51eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:21.784651 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-dd3e5402-1a73-44cf-808d-9861497eb1a8 service neutron] For port c2d00f69-c08d-4013-84b4-e88917b4aeb5, host hv-cinder-78477, cleared binding levels {{(pid=84429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:49:21.787301 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-87303a9d-536f-42ed-93de-22e58229fd13 None None] Attempting to bind port f0393ca8-6171-4c5b-9f8d-102fec5f35bf on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:49:21.788200 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-bd51536f-7fbd-4924-bb11-2670411979fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:21.790206 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-87303a9d-536f-42ed-93de-22e58229fd13 None None] Attempting to bind port f0393ca8-6171-4c5b-9f8d-102fec5f35bf by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:49:21.790767 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87303a9d-536f-42ed-93de-22e58229fd13 None None] Attempting to bind port f0393ca8-6171-4c5b-9f8d-102fec5f35bf on network dd229a0f-6ed6-426a-8b4c-b8529d79a707 {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:49:21.795873 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfec7b8-5bc7-4714-8b14-2f947f970325 None None] Routers {'b280af41-78b4-40d4-9ba7-d27667835dc2'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:49:21.799130 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-5bfec7b8-5bc7-4714-8b14-2f947f970325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:48:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['b280af41-78b4-40d4-9ba7-d27667835dc2'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:21.806975 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-501bfc25-41f4-496c-99e8-3090032c1f61 None None] Transition to ACTIVE for port object d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:49:21.827432 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2290ba-af6b-4e1b-8b30-4fe8126b51eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdacad2-e1c1-48a6-8e45-f85582b2a049,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:21.829244 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fa2290ba-af6b-4e1b-8b30-4fe8126b51eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:21.830440 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-fa2290ba-af6b-4e1b-8b30-4fe8126b51eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9cdacad2-e1c1-48a6-8e45-f85582b2a049 HTTP/1.1" status: 204 len: 168 time: 0.5339820 Apr 05 15:49:21.837523 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-fa2290ba-af6b-4e1b-8b30-4fe8126b51eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:21.839308 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-dd3e5402-1a73-44cf-808d-9861497eb1a8 service neutron] For port c2d00f69-c08d-4013-84b4-e88917b4aeb5, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c2d00f69-c08d-4013-84b4-e88917b4aeb5,segment=NetworkSegment(b5f8d950-56da-4943-af58-dd84ae1ff9d9),segment_id=b5f8d950-56da-4943-af58-dd84ae1ff9d9)] {{(pid=84429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:49:21.862833 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a5e70b86-1ef4-455c-ad8e-9179659ca4e8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:21.935783 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-501bfc25-41f4-496c-99e8-3090032c1f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:21.936004 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:22.044814 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e70b86-1ef4-455c-ad8e-9179659ca4e8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28ed1168-4c0c-444e-9bf5-ee75310171b0,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:22.053688 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-dd3e5402-1a73-44cf-808d-9861497eb1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:22.054405 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-16b10fbf-1c54-4666-9085-ca4f4ffafb08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:22.056082 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a5e70b86-1ef4-455c-ad8e-9179659ca4e8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:22.296426 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 34902) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:22.297374 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:22.301503 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-5bfec7b8-5bc7-4714-8b14-2f947f970325 None None] Set router b280af41-78b4-40d4-9ba7-d27667835dc2 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:49:22.480772 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c902109-043d-4bef-b280-338358f54869 req-253ae9c8-780d-4dd1-90b8-1649af17a236 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:22.489751 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3c902109-043d-4bef-b280-338358f54869 req-253ae9c8-780d-4dd1-90b8-1649af17a236 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/ports?device_id=9117121f-e059-490d-b104-3fc12371b2ab HTTP/1.1" status: 200 len: 944 time: 2.2940140 Apr 05 15:49:22.497224 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472b341-421e-4291-b6b1-d8132f7ddd39 None None] Pushing event updated for resources: {'Port': ['ID=d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:22.504301 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e5402-1a73-44cf-808d-9861497eb1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d00f69-c08d-4013-84b4-e88917b4aeb5,revision_number=3']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:22.507375 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-dd3e5402-1a73-44cf-808d-9861497eb1a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:22.509268 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a5e70b86-1ef4-455c-ad8e-9179659ca4e8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:22.523003 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-a5e70b86-1ef4-455c-ad8e-9179659ca4e8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.9805036 Apr 05 15:49:22.523892 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 34908) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:22.525916 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7472b341-421e-4291-b6b1-d8132f7ddd39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:22.542612 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-ba79162f-901b-4fb4-af49-d8b699d9d700 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Request body: {'security_group_rule': {'security_group_id': '28ed1168-4c0c-444e-9bf5-ee75310171b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:22.550111 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device a31bfd04-86ec-4948-89e4-68a1e104f7dc up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:49:22.555057 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ccd5d9-5a14-495d-96b3-11267a978475 admin admin] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:49:22.555733 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-67ccd5d9-5a14-495d-96b3-11267a978475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850918333'] for router_interface, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:22.559570 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-ba79162f-901b-4fb4-af49-d8b699d9d700 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:22.567062 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-ba79162f-901b-4fb4-af49-d8b699d9d700 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Usage tracker for resource:security_group_rule and tenant:639ec5b6ae8d4642b674c6cd637e4cb2 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:22.573892 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-ba79162f-901b-4fb4-af49-d8b699d9d700 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:22.591408 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-ba79162f-901b-4fb4-af49-d8b699d9d700 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:22.603465 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-dd3e5402-1a73-44cf-808d-9861497eb1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:22.604148 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-dd3e5402-1a73-44cf-808d-9861497eb1a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:22.605632 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-dd3e5402-1a73-44cf-808d-9861497eb1a8 service neutron] 10.222.0.43 "PUT /v2.0/ports/c2d00f69-c08d-4013-84b4-e88917b4aeb5 HTTP/1.1" status: 200 len: 1094 time: 4.7792053 Apr 05 15:49:22.606286 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9117121f-e059-490d-b104-3fc12371b2ab', 'tag': 'c2d00f69-c08d-4013-84b4-e88917b4aeb5'}] {{(pid=84429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:49:22.695365 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3c902109-043d-4bef-b280-338358f54869 req-9ec7069e-a592-4a3a-89d8-02d0262a50e1 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1904ab5-c041-43d0-8a4f-27aaf24fda83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045424 Apr 05 15:49:22.841740 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 34914) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:22.882116 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87303a9d-536f-42ed-93de-22e58229fd13 None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:49:22.883131 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87303a9d-536f-42ed-93de-22e58229fd13 None None] Checking segment: {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:49:22.885137 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-87303a9d-536f-42ed-93de-22e58229fd13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:22.885842 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87303a9d-536f-42ed-93de-22e58229fd13 None None] Bound using segment: {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:49:22.886622 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-87303a9d-536f-42ed-93de-22e58229fd13 None None] Bound port: f0393ca8-6171-4c5b-9f8d-102fec5f35bf, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:49:22.888136 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-87303a9d-536f-42ed-93de-22e58229fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:23.010310 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-87303a9d-536f-42ed-93de-22e58229fd13 None None] For port f0393ca8-6171-4c5b-9f8d-102fec5f35bf, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:49:23.015456 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-87303a9d-536f-42ed-93de-22e58229fd13 None None] For port f0393ca8-6171-4c5b-9f8d-102fec5f35bf, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=f0393ca8-6171-4c5b-9f8d-102fec5f35bf,segment=NetworkSegment(45fc7be4-cb6f-44c4-878d-af01c4212144),segment_id=45fc7be4-cb6f-44c4-878d-af01c4212144)] {{(pid=84431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:49:23.042587 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:49:23.097199 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-501bfc25-41f4-496c-99e8-3090032c1f61 None None] Attempting to bind port d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:49:23.097605 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-501bfc25-41f4-496c-99e8-3090032c1f61 None None] Attempting to bind port d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': 'fef1935c-6d67-4364-9de4-33c96e20e798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:49:23.098005 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501bfc25-41f4-496c-99e8-3090032c1f61 None None] Attempting to bind port d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a on network e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:49:23.103580 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-87303a9d-536f-42ed-93de-22e58229fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:23.109279 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501bfc25-41f4-496c-99e8-3090032c1f61 None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:49:23.109685 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501bfc25-41f4-496c-99e8-3090032c1f61 None None] Checking segment: {'id': 'fef1935c-6d67-4364-9de4-33c96e20e798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:49:23.110224 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-501bfc25-41f4-496c-99e8-3090032c1f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:23.110901 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501bfc25-41f4-496c-99e8-3090032c1f61 None None] Bound using segment: {'id': 'fef1935c-6d67-4364-9de4-33c96e20e798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:49:23.111402 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-501bfc25-41f4-496c-99e8-3090032c1f61 None None] Bound port: d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef1935c-6d67-4364-9de4-33c96e20e798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:49:23.111805 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-501bfc25-41f4-496c-99e8-3090032c1f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:23.165131 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4d11fea5-d2f7-43a6-8b34-f41ae8bd21de admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:23.310530 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ba79162f-901b-4fb4-af49-d8b699d9d700 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:23.330782 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-4d11fea5-d2f7-43a6-8b34-f41ae8bd21de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:23.343057 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-4d11fea5-d2f7-43a6-8b34-f41ae8bd21de admin admin] Usage tracker for resource:security_group_rule and tenant:2c02d134e89f443392d1817d66d100f6 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:23.350802 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-4d11fea5-d2f7-43a6-8b34-f41ae8bd21de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:23.376798 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-67ccd5d9-5a14-495d-96b3-11267a978475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:23.380501 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-4d11fea5-d2f7-43a6-8b34-f41ae8bd21de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:23.410977 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d420f0d3-3d7a-4ff3-8021-0f47d8065bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:23.441947 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-d420f0d3-3d7a-4ff3-8021-0f47d8065bcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:23.446573 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-d420f0d3-3d7a-4ff3-8021-0f47d8065bcf admin admin] Usage tracker for resource:security_group_rule and tenant:3ddaa11904b746af9744638db3e7656e is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:23.451438 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-d420f0d3-3d7a-4ff3-8021-0f47d8065bcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:23.459411 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-d420f0d3-3d7a-4ff3-8021-0f47d8065bcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:23.460983 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-501bfc25-41f4-496c-99e8-3090032c1f61 None None] For port d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:49:23.474097 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-501bfc25-41f4-496c-99e8-3090032c1f61 None None] For port d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:49:23.520006 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-501bfc25-41f4-496c-99e8-3090032c1f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:23.549149 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:23.550205 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-f1930566-172c-4991-b547-5d3b893b86b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:23.551973 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-f1930566-172c-4991-b547-5d3b893b86b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c28d9cb6b5be42dc88c0993c7e546763&device_id=9117121f-e059-490d-b104-3fc12371b2ab HTTP/1.1" status: 200 len: 1097 time: 0.3447177 Apr 05 15:49:23.606574 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ba79162f-901b-4fb4-af49-d8b699d9d700 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:23.647667 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ba79162f-901b-4fb4-af49-d8b699d9d700 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742385'] for security_group_rule, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:23.701638 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0bf3bb1a-4623-441b-a214-f2e20430fe66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:23.736952 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:23.751941 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79162f-901b-4fb4-af49-d8b699d9d700 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3cc1f82-9b31-4dad-b497-88b2037ada20,revision_number=0']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:23.763217 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-ba79162f-901b-4fb4-af49-d8b699d9d700 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:23.765010 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ba79162f-901b-4fb4-af49-d8b699d9d700 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:23.766517 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-ba79162f-901b-4fb4-af49-d8b699d9d700 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2384527 Apr 05 15:49:23.769674 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 34940) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:23.776050 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-87811547-b308-48c5-a034-d6a21a12fea1 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Request body: {'security_group_rule': {'security_group_id': '28ed1168-4c0c-444e-9bf5-ee75310171b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:23.783679 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-87811547-b308-48c5-a034-d6a21a12fea1 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:23.789150 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-87811547-b308-48c5-a034-d6a21a12fea1 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Usage tracker for resource:security_group_rule and tenant:639ec5b6ae8d4642b674c6cd637e4cb2 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:23.792586 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-87811547-b308-48c5-a034-d6a21a12fea1 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:23.801666 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-87811547-b308-48c5-a034-d6a21a12fea1 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:23.868476 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3bb1a-4623-441b-a214-f2e20430fe66 None None] Pushing event updated for resources: {'Port': ['ID=f0393ca8-6171-4c5b-9f8d-102fec5f35bf,revision_number=3']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:23.883215 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:23.912269 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0bf3bb1a-4623-441b-a214-f2e20430fe66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:23.945145 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-616f35e3-c088-48fc-a7e1-d0848a237724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:23.975453 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472b341-421e-4291-b6b1-d8132f7ddd39 None None] Pushing event updated for resources: {'Port': ['ID=d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:23.989579 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port a31bfd04-86ec-4948-89e4-68a1e104f7dc triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:23.989998 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:23.993450 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7472b341-421e-4291-b6b1-d8132f7ddd39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:24.024786 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9117121f-e059-490d-b104-3fc12371b2ab', 'tag': 'c2d00f69-c08d-4013-84b4-e88917b4aeb5', 'status': 'completed', 'code': 200} Apr 05 15:49:24.030215 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:24.041195 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-87811547-b308-48c5-a034-d6a21a12fea1 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:24.053996 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-9a5425e7-4e0d-4cfe-93a2-46e63b113ab6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2d00f69-c08d-4013-84b4-e88917b4aeb5 HTTP/1.1" status: 200 len: 217 time: 0.1620884 Apr 05 15:49:24.055461 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501bfc25-41f4-496c-99e8-3090032c1f61 None None] Routers {'9375d360-b6e3-4a37-ae90-ef6a01a8ae50'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:49:24.056118 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-501bfc25-41f4-496c-99e8-3090032c1f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:49:23Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['9375d360-b6e3-4a37-ae90-ef6a01a8ae50'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:24.062616 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-5bfec7b8-5bc7-4714-8b14-2f947f970325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'name': 'tempest-AttachVolumeTestJSON-1671732284-router', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:06Z', 'updated_at': '2021-04-05T15:49:12Z', 'revision_number': 3, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'gw_port': {'id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:82:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:08Z', 'updated_at': '2021-04-05T15:49:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi'}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:24.113359 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfec7b8-5bc7-4714-8b14-2f947f970325 None None] Checking router: b280af41-78b4-40d4-9ba7-d27667835dc2 for host: dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:49:24.113754 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfec7b8-5bc7-4714-8b14-2f947f970325 None None] Updating router b280af41-78b4-40d4-9ba7-d27667835dc2 port 4882f3ef-c85b-4c7a-9eee-75b164e87459 binding host dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:49:24.146157 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4d11fea5-d2f7-43a6-8b34-f41ae8bd21de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:24.230165 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5bfec7b8-5bc7-4714-8b14-2f947f970325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:24.241539 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4d11fea5-d2f7-43a6-8b34-f41ae8bd21de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:24.288394 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:24.341409 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11fea5-d2f7-43a6-8b34-f41ae8bd21de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e64c42-e8c6-492a-9628-23bd156bf810,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:24.385749 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4d11fea5-d2f7-43a6-8b34-f41ae8bd21de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:24.390859 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-87811547-b308-48c5-a034-d6a21a12fea1 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:24.398849 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-cd02e014-64dc-4d14-9fa4-ae9f897429c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:24.401451 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-cd02e014-64dc-4d14-9fa4-ae9f897429c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=206335db-a203-4294-80b4-43aa55aa6613 HTTP/1.1" status: 200 len: 851 time: 0.3344107 Apr 05 15:49:24.405287 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-4d11fea5-d2f7-43a6-8b34-f41ae8bd21de admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2c02d134e89f443392d1817d66d100f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9268110 Apr 05 15:49:24.459916 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 34950) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:24.563941 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-87811547-b308-48c5-a034-d6a21a12fea1 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742385'] for security_group_rule, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:24.584727 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-bf214c4f-d40a-4c7d-bbd5-87a16ec66bcd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0c588069-435c-4233-b591-05859e20ef87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1654468 Apr 05 15:49:24.589222 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-ba79162f-901b-4fb4-af49-d8b699d9d700 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:24.664609 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d420f0d3-3d7a-4ff3-8021-0f47d8065bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:24.686358 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-501bfc25-41f4-496c-99e8-3090032c1f61 None None] Set router 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:49:24.712217 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87811547-b308-48c5-a034-d6a21a12fea1 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ee1eff-9787-4c86-80b7-754438f04973,revision_number=0']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:24.720861 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-87811547-b308-48c5-a034-d6a21a12fea1 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:24.721144 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c3af1-f8e6-4190-bee7-6a8de58347fc req-8d50e1d4-33ca-493f-8da0-6ec38ae13af4 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:24.723168 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bd5c3af1-f8e6-4190-bee7-6a8de58347fc req-8d50e1d4-33ca-493f-8da0-6ec38ae13af4 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/ports?device_id=9117121f-e059-490d-b104-3fc12371b2ab HTTP/1.1" status: 200 len: 944 time: 0.7954059 Apr 05 15:49:24.723877 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d420f0d3-3d7a-4ff3-8021-0f47d8065bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:24.726041 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fd8f9e0d-9ff7-44cc-a049-dd2c5a02e627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:24.745819 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:24.769969 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fd8f9e0d-9ff7-44cc-a049-dd2c5a02e627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:24.782725 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420f0d3-3d7a-4ff3-8021-0f47d8065bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78799a69-38d1-492a-bf0b-0856f4d6abe2,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:24.789374 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5bfec7b8-5bc7-4714-8b14-2f947f970325 None None] Notify callbacks [] for port, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:24.798561 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d420f0d3-3d7a-4ff3-8021-0f47d8065bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:24.803445 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-5bfec7b8-5bc7-4714-8b14-2f947f970325 None None] Transition to ACTIVE for port object 4882f3ef-c85b-4c7a-9eee-75b164e87459 will not be triggered until provisioned by entity L2. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:49:24.867545 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.db.resource_extend [None req-67ccd5d9-5a14-495d-96b3-11267a978475 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 05 15:49:24.897781 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fd8f9e0d-9ff7-44cc-a049-dd2c5a02e627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:24.902789 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fd8f9e0d-9ff7-44cc-a049-dd2c5a02e627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:24.906870 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-fd8f9e0d-9ff7-44cc-a049-dd2c5a02e627 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5e64c42-e8c6-492a-9628-23bd156bf810 HTTP/1.1" status: 204 len: 168 time: 0.4430323 Apr 05 15:49:24.907710 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a5e70b86-1ef4-455c-ad8e-9179659ca4e8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:24.912581 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87303a9d-536f-42ed-93de-22e58229fd13 None None] Routers {'36248973-5968-4271-8eca-3536e17ba748'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:49:24.913422 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-87303a9d-536f-42ed-93de-22e58229fd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:49:23Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['36248973-5968-4271-8eca-3536e17ba748'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:24.925187 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f9e0d-9ff7-44cc-a049-dd2c5a02e627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e64c42-e8c6-492a-9628-23bd156bf810,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:24.930336 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-fd8f9e0d-9ff7-44cc-a049-dd2c5a02e627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:24.931265 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-87811547-b308-48c5-a034-d6a21a12fea1 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:24.932400 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-87811547-b308-48c5-a034-d6a21a12fea1 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1614847 Apr 05 15:49:24.935960 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 34960) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:24.943479 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-73472ded-0ba4-44bd-a54e-dfa61ea2202c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Request body: {'floatingip': {'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:24.962346 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-73472ded-0ba4-44bd-a54e-dfa61ea2202c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:24.969502 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-73472ded-0ba4-44bd-a54e-dfa61ea2202c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Usage tracker for resource:floatingip and tenant:639ec5b6ae8d4642b674c6cd637e4cb2 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:24.973933 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-8739419e-48db-4375-b502-d4f71296d829 service neutron] 10.222.0.43 "GET /v2.0/networks/0c588069-435c-4233-b591-05859e20ef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579023 Apr 05 15:49:24.974799 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-73472ded-0ba4-44bd-a54e-dfa61ea2202c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:24.981152 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-73472ded-0ba4-44bd-a54e-dfa61ea2202c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:24.997554 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5bfec7b8-5bc7-4714-8b14-2f947f970325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:25.001096 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-67ccd5d9-5a14-495d-96b3-11267a978475 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:25.011322 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-d420f0d3-3d7a-4ff3-8021-0f47d8065bcf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ddaa11904b746af9744638db3e7656e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1683769 Apr 05 15:49:25.025352 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 34964) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:25.083285 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bd5c3af1-f8e6-4190-bee7-6a8de58347fc req-81be6be5-e9b8-41b6-bb0b-4096417877ad tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1904ab5-c041-43d0-8a4f-27aaf24fda83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385835 Apr 05 15:49:25.089929 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-67ccd5d9-5a14-495d-96b3-11267a978475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:25.096267 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-67ccd5d9-5a14-495d-96b3-11267a978475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851057948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850909546'] for router_interface, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:25.118922 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:25.144761 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9963ceff-0781-461d-a21c-0f886bbe1c0f req-3479ea92-4ad1-4796-bfb5-f224f64f2fef service neutron] 10.222.0.43 "GET /v2.0/networks/0c588069-435c-4233-b591-05859e20ef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609390 Apr 05 15:49:25.193844 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-73472ded-0ba4-44bd-a54e-dfa61ea2202c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for floatingip, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:25.199647 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:25.267603 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-501bfc25-41f4-496c-99e8-3090032c1f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'name': 'tempest-AttachVolumeShelveTestJSON-291045351-router', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T15:49:16Z', 'revision_number': 4, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'gw_port': {'id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:05Z', 'updated_at': '2021-04-05T15:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'd20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a', 'name': '', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'mac_address': 'fa:16:3e:d0:bf:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:13Z', 'updated_at': '2021-04-05T15:49:23Z', 'revision_number': 4, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'subnets': [{'id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:25.277872 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501bfc25-41f4-496c-99e8-3090032c1f61 None None] The sync data for ids ['9375d360-b6e3-4a37-ae90-ef6a01a8ae50'] in dv-cinder-784779-1-iscsi is: [{'id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'name': 'tempest-AttachVolumeShelveTestJSON-291045351-router', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T15:49:16Z', 'revision_number': 4, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'gw_port': {'id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:05Z', 'updated_at': '2021-04-05T15:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'd20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a', 'name': '', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'mac_address': 'fa:16:3e:d0:bf:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:13Z', 'updated_at': '2021-04-05T15:49:23Z', 'revision_number': 4, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'subnets': [{'id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:49:25.318127 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-46e57ad3-176f-4529-99a6-391af420ca6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:25.401290 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ccd5d9-5a14-495d-96b3-11267a978475 admin admin] Pushing event updated for resources: {'Port': ['ID=9301f7b8-6400-4125-a0ca-e93b36874dfd,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:25.421836 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-67ccd5d9-5a14-495d-96b3-11267a978475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:25.442553 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf85b3b-7095-4391-8987-5ecb336f574c None None] Pushing event updated for resources: {'Port': ['ID=4882f3ef-c85b-4c7a-9eee-75b164e87459,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:25.452417 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-1cf85b3b-7095-4391-8987-5ecb336f574c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:25.497303 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 4ba0547a-2119-4a84-abb6-e499a9e2275a up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:49:25.564723 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-46e57ad3-176f-4529-99a6-391af420ca6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:25.575677 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-87303a9d-536f-42ed-93de-22e58229fd13 None None] Set router 36248973-5968-4271-8eca-3536e17ba748 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:49:25.593839 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ccd5d9-5a14-495d-96b3-11267a978475 admin admin] Network bf7980d5-30f6-4b51-8804-073d14195735 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:49:25.604615 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-67ccd5d9-5a14-495d-96b3-11267a978475 admin admin] Resources bound (agent type, host, resource id): {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:49:25.625172 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e1ad-ba1f-466e-a0d0-37a453358fb8 req-f6bf3052-391f-4036-ae73-73d7e97736c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:25.632678 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bd17e1ad-ba1f-466e-a0d0-37a453358fb8 req-f6bf3052-391f-4036-ae73-73d7e97736c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c28d9cb6b5be42dc88c0993c7e546763&device_id=9117121f-e059-490d-b104-3fc12371b2ab HTTP/1.1" status: 200 len: 1097 time: 0.2644408 Apr 05 15:49:25.721821 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-73472ded-0ba4-44bd-a54e-dfa61ea2202c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:25.839477 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-5bfec7b8-5bc7-4714-8b14-2f947f970325 None None] Attempting to bind port 4882f3ef-c85b-4c7a-9eee-75b164e87459 on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:49:25.839895 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-5bfec7b8-5bc7-4714-8b14-2f947f970325 None None] Attempting to bind port 4882f3ef-c85b-4c7a-9eee-75b164e87459 by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:49:25.840355 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfec7b8-5bc7-4714-8b14-2f947f970325 None None] Attempting to bind port 4882f3ef-c85b-4c7a-9eee-75b164e87459 on network dd229a0f-6ed6-426a-8b4c-b8529d79a707 {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:49:25.948909 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfec7b8-5bc7-4714-8b14-2f947f970325 None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:49:25.949327 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfec7b8-5bc7-4714-8b14-2f947f970325 None None] Checking segment: {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:49:25.949784 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5bfec7b8-5bc7-4714-8b14-2f947f970325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:25.950201 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfec7b8-5bc7-4714-8b14-2f947f970325 None None] Bound using segment: {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:49:25.950771 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-5bfec7b8-5bc7-4714-8b14-2f947f970325 None None] Bound port: 4882f3ef-c85b-4c7a-9eee-75b164e87459, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:49:25.951201 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5bfec7b8-5bc7-4714-8b14-2f947f970325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:25.983402 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e1ad-ba1f-466e-a0d0-37a453358fb8 req-fe671f1c-1922-4c6b-870a-7b483aa59477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:25.985058 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bd17e1ad-ba1f-466e-a0d0-37a453358fb8 req-fe671f1c-1922-4c6b-870a-7b483aa59477 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0c588069-435c-4233-b591-05859e20ef87 HTTP/1.1" status: 200 len: 912 time: 0.3337986 Apr 05 15:49:26.230315 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bd17e1ad-ba1f-466e-a0d0-37a453358fb8 req-71eb6cb2-9544-4406-b98a-8b7539d43a3a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2d00f69-c08d-4013-84b4-e88917b4aeb5 HTTP/1.1" status: 200 len: 217 time: 0.2102075 Apr 05 15:49:26.414338 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eaf4bee5-403f-4b65-ac79-8e8e8336d985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:26.423144 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 4ba0547a-2119-4a84-abb6-e499a9e2275a triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:26.424465 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:26.427381 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e1ad-ba1f-466e-a0d0-37a453358fb8 req-fc33ca31-0c7b-46c0-8018-2cc27a8fa1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:26.429133 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bd17e1ad-ba1f-466e-a0d0-37a453358fb8 req-fc33ca31-0c7b-46c0-8018-2cc27a8fa1ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=206335db-a203-4294-80b4-43aa55aa6613 HTTP/1.1" status: 200 len: 851 time: 0.1979377 Apr 05 15:49:26.593705 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bd17e1ad-ba1f-466e-a0d0-37a453358fb8 req-9665b54c-2d29-44fb-bd9c-65f92f51a8a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0c588069-435c-4233-b591-05859e20ef87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1519337 Apr 05 15:49:26.618649 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-73472ded-0ba4-44bd-a54e-dfa61ea2202c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Allocated IP 172.27.0.160 (dd229a0f-6ed6-426a-8b4c-b8529d79a707/9f98952a-db9d-40f5-8f74-bf7f0c188c38/5d91ab58-2339-4484-8616-a3fc90d74f2f) {{(pid=84429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:49:26.695167 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-5bfec7b8-5bc7-4714-8b14-2f947f970325 None None] For port 4882f3ef-c85b-4c7a-9eee-75b164e87459, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:49:26.708409 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-87303a9d-536f-42ed-93de-22e58229fd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36248973-5968-4271-8eca-3536e17ba748', 'name': 'tempest-ServerRescueNegativeTestJSON-739988760-router', 'tenant_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'f0393ca8-6171-4c5b-9f8d-102fec5f35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T15:49:22Z', 'revision_number': 4, 'project_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'gw_port': {'id': 'f0393ca8-6171-4c5b-9f8d-102fec5f35bf', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:52:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36248973-5968-4271-8eca-3536e17ba748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:06Z', 'updated_at': '2021-04-05T15:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': '9301f7b8-6400-4125-a0ca-e93b36874dfd', 'name': '', 'network_id': 'bf7980d5-30f6-4b51-8804-073d14195735', 'tenant_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'mac_address': 'fa:16:3e:9b:f4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36248973-5968-4271-8eca-3536e17ba748', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'f37979fe-7609-44e8-8c79-38b8746e7197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:19Z', 'updated_at': '2021-04-05T15:49:23Z', 'revision_number': 2, 'project_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'subnets': [{'id': 'f37979fe-7609-44e8-8c79-38b8746e7197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:26.722821 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87303a9d-536f-42ed-93de-22e58229fd13 None None] The sync data for ids ['36248973-5968-4271-8eca-3536e17ba748'] in dv-cinder-784779-1-iscsi is: [{'id': '36248973-5968-4271-8eca-3536e17ba748', 'name': 'tempest-ServerRescueNegativeTestJSON-739988760-router', 'tenant_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'f0393ca8-6171-4c5b-9f8d-102fec5f35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T15:49:22Z', 'revision_number': 4, 'project_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'gw_port': {'id': 'f0393ca8-6171-4c5b-9f8d-102fec5f35bf', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:52:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36248973-5968-4271-8eca-3536e17ba748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:06Z', 'updated_at': '2021-04-05T15:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': '9301f7b8-6400-4125-a0ca-e93b36874dfd', 'name': '', 'network_id': 'bf7980d5-30f6-4b51-8804-073d14195735', 'tenant_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'mac_address': 'fa:16:3e:9b:f4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36248973-5968-4271-8eca-3536e17ba748', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'f37979fe-7609-44e8-8c79-38b8746e7197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:19Z', 'updated_at': '2021-04-05T15:49:23Z', 'revision_number': 2, 'project_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'subnets': [{'id': 'f37979fe-7609-44e8-8c79-38b8746e7197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:49:26.736353 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-5bfec7b8-5bc7-4714-8b14-2f947f970325 None None] For port 4882f3ef-c85b-4c7a-9eee-75b164e87459, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=4882f3ef-c85b-4c7a-9eee-75b164e87459,segment=NetworkSegment(45fc7be4-cb6f-44c4-878d-af01c4212144),segment_id=45fc7be4-cb6f-44c4-878d-af01c4212144)] {{(pid=84431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:49:26.765382 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5bfec7b8-5bc7-4714-8b14-2f947f970325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:26.815421 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:26.989817 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-73472ded-0ba4-44bd-a54e-dfa61ea2202c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for port, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:27.069649 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b0072-7fcd-429c-910a-6a41db32714b req-0e8c1438-2530-41ef-ab60-002ae5eb0243 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:27.071999 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6c9b0072-7fcd-429c-910a-6a41db32714b req-0e8c1438-2530-41ef-ab60-002ae5eb0243 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/ports?device_id=9117121f-e059-490d-b104-3fc12371b2ab HTTP/1.1" status: 200 len: 944 time: 0.7625713 Apr 05 15:49:27.081889 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-46e57ad3-176f-4529-99a6-391af420ca6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:27.083786 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-eaf4bee5-403f-4b65-ac79-8e8e8336d985 admin admin] Allocated IP 172.20.0.1 (3ce8b371-7444-4e4c-b34f-4697bdc6ea9f/368c6b65-9ecb-4154-a01c-9ea51d2251a4/fa727824-c59d-4b59-b683-5687c104b293) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:49:27.104577 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf85b3b-7095-4391-8987-5ecb336f574c None None] Pushing event updated for resources: {'Port': ['ID=4882f3ef-c85b-4c7a-9eee-75b164e87459,revision_number=3']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:27.118900 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-1cf85b3b-7095-4391-8987-5ecb336f574c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:27.135640 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:27.184707 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e57ad3-176f-4529-99a6-391af420ca6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78799a69-38d1-492a-bf0b-0856f4d6abe2,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:27.185277 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfec7b8-5bc7-4714-8b14-2f947f970325 None None] Routers {'b280af41-78b4-40d4-9ba7-d27667835dc2'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:49:27.186033 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-5bfec7b8-5bc7-4714-8b14-2f947f970325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:49:23Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['b280af41-78b4-40d4-9ba7-d27667835dc2'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:27.188511 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-46e57ad3-176f-4529-99a6-391af420ca6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:27.194129 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6c9b0072-7fcd-429c-910a-6a41db32714b req-afe28bdc-6767-4eaa-b8d7-429c9c46d720 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1904ab5-c041-43d0-8a4f-27aaf24fda83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076379 Apr 05 15:49:27.200154 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bd17e1ad-ba1f-466e-a0d0-37a453358fb8 req-d9de37e9-bd3e-4f09-8064-d1306f88dce2 service neutron] 10.222.0.43 "GET /v2.0/networks/0c588069-435c-4233-b591-05859e20ef87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891136 Apr 05 15:49:27.215298 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ccd5d9-5a14-495d-96b3-11267a978475 admin admin] Router 36248973-5968-4271-8eca-3536e17ba748 has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:49:27.237815 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-73472ded-0ba4-44bd-a54e-dfa61ea2202c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098'] for port, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:27.245407 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-46e57ad3-176f-4529-99a6-391af420ca6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:27.249276 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-46e57ad3-176f-4529-99a6-391af420ca6b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78799a69-38d1-492a-bf0b-0856f4d6abe2 HTTP/1.1" status: 204 len: 168 time: 2.2200153 Apr 05 15:49:27.593975 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:49:27.697804 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ccd5d9-5a14-495d-96b3-11267a978475 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:49:27.714114 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-67ccd5d9-5a14-495d-96b3-11267a978475 admin admin] 10.222.0.44 "PUT /v2.0/routers/36248973-5968-4271-8eca-3536e17ba748/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0239520 Apr 05 15:49:27.791683 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eaf4bee5-403f-4b65-ac79-8e8e8336d985 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:27.814389 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-eaf4bee5-403f-4b65-ac79-8e8e8336d985 admin admin] Transition to ACTIVE for port object fa727824-c59d-4b59-b683-5687c104b293 will not be triggered until provisioned by entity DHCP. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:49:27.839222 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:49:27.861921 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:27.862346 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:27.868100 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eaf4bee5-403f-4b65-ac79-8e8e8336d985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:28.154415 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-5bfec7b8-5bc7-4714-8b14-2f947f970325 None None] Set router b280af41-78b4-40d4-9ba7-d27667835dc2 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:49:28.199662 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:28.257218 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-dd3e5402-1a73-44cf-808d-9861497eb1a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:28.364557 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4bee5-403f-4b65-ac79-8e8e8336d985 admin admin] Pushing event updated for resources: {'Port': ['ID=fa727824-c59d-4b59-b683-5687c104b293,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:28.380811 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-eaf4bee5-403f-4b65-ac79-8e8e8336d985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:28.402119 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf4bee5-403f-4b65-ac79-8e8e8336d985 admin admin] Network 3ce8b371-7444-4e4c-b34f-4697bdc6ea9f is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:49:28.405398 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-eaf4bee5-403f-4b65-ac79-8e8e8336d985 admin admin] Resources bound (agent type, host, resource id): {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:49:28.410342 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf4bee5-403f-4b65-ac79-8e8e8336d985 admin admin] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:49:28.411585 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eaf4bee5-403f-4b65-ac79-8e8e8336d985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850918333'] for router_interface, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:28.539654 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73472ded-0ba4-44bd-a54e-dfa61ea2202c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Network dd229a0f-6ed6-426a-8b4c-b8529d79a707 is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:49:28.574537 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-73472ded-0ba4-44bd-a54e-dfa61ea2202c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:49:28.592237 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73472ded-0ba4-44bd-a54e-dfa61ea2202c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Received port after_create {{(pid=84429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:49:28.807083 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-73472ded-0ba4-44bd-a54e-dfa61ea2202c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:28.882200 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73472ded-0ba4-44bd-a54e-dfa61ea2202c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Pushing event updated for resources: {'Port': ['ID=5d91ab58-2339-4484-8616-a3fc90d74f2f,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:28.888747 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eaf4bee5-403f-4b65-ac79-8e8e8336d985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:28.962163 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-4b37febb-d12f-4c56-b474-7a9ed6ecf82a None None] Provisioning for port fa727824-c59d-4b59-b683-5687c104b293 completed by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:49:28.968901 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:28.975448 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-73472ded-0ba4-44bd-a54e-dfa61ea2202c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:28.984584 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bd17e1ad-ba1f-466e-a0d0-37a453358fb8 req-72fc56b0-aa91-40a7-ace1-e2b233ca387c service neutron] 10.222.0.43 "GET /v2.0/networks/0c588069-435c-4233-b591-05859e20ef87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7780147 Apr 05 15:49:29.001636 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-4b37febb-d12f-4c56-b474-7a9ed6ecf82a None None] Provisioning complete for port fa727824-c59d-4b59-b683-5687c104b293 triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:29.002164 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4b37febb-d12f-4c56-b474-7a9ed6ecf82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:29.078566 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-73472ded-0ba4-44bd-a54e-dfa61ea2202c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:29.105888 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-4b37febb-d12f-4c56-b474-7a9ed6ecf82a None None] Port fa727824-c59d-4b59-b683-5687c104b293 cannot update to ACTIVE because it is not bound. {{(pid=84431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:49:29.149598 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5c9e2-0286-467e-9f9c-37f3ea0b5e8a req-a176d22c-767c-43da-8977-bac17e8765a3 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:29.152412 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-adf5c9e2-0286-467e-9f9c-37f3ea0b5e8a req-a176d22c-767c-43da-8977-bac17e8765a3 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/ports?device_id=9117121f-e059-490d-b104-3fc12371b2ab HTTP/1.1" status: 200 len: 944 time: 0.5717170 Apr 05 15:49:29.228642 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] For port d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:49:29.278231 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:29.292673 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-fb5518a0-813b-4462-8668-ffaeb2b9f7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:29.306756 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-adf5c9e2-0286-467e-9f9c-37f3ea0b5e8a req-5833bfe0-86b9-4b30-9515-a3ad5de158d6 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1904ab5-c041-43d0-8a4f-27aaf24fda83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447465 Apr 05 15:49:29.519072 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device f0393ca8-6171-4c5b-9f8d-102fec5f35bf up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:49:29.563964 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Pushing event updated for resources: {'Port': ['ID=d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a,revision_number=5']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:29.569926 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:29.578327 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-5bfec7b8-5bc7-4714-8b14-2f947f970325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'name': 'tempest-AttachVolumeTestJSON-1671732284-router', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:06Z', 'updated_at': '2021-04-05T15:49:12Z', 'revision_number': 3, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'gw_port': {'id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:82:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:08Z', 'updated_at': '2021-04-05T15:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi'}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:29.595886 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfec7b8-5bc7-4714-8b14-2f947f970325 None None] The sync data for ids ['b280af41-78b4-40d4-9ba7-d27667835dc2'] in dv-cinder-784779-1-iscsi is: [{'id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'name': 'tempest-AttachVolumeTestJSON-1671732284-router', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:06Z', 'updated_at': '2021-04-05T15:49:12Z', 'revision_number': 3, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'gw_port': {'id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:82:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:08Z', 'updated_at': '2021-04-05T15:49:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi'}] {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:49:29.638501 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-73472ded-0ba4-44bd-a54e-dfa61ea2202c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for port, precommit_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:29.650741 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port f0393ca8-6171-4c5b-9f8d-102fec5f35bf completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:49:29.656104 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port f0393ca8-6171-4c5b-9f8d-102fec5f35bf triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:29.656701 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:29.679276 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-73472ded-0ba4-44bd-a54e-dfa61ea2202c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:29.706502 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:29.756138 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device c2d00f69-c08d-4013-84b4-e88917b4aeb5 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:49:29.878671 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-18b86ee3-04cc-4b20-b74d-a1a430307e4e tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:29.880305 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-18b86ee3-04cc-4b20-b74d-a1a430307e4e tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/networks?id=bf7980d5-30f6-4b51-8804-073d14195735 HTTP/1.1" status: 200 len: 818 time: 0.5242696 Apr 05 15:49:29.940618 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-321f2855-644e-41e9-9a5a-90bf6d8ad12b tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/quotas/d4eb531685324e0f8fb99da30c72fe0c HTTP/1.1" status: 200 len: 375 time: 0.0473611 Apr 05 15:49:29.945049 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73472ded-0ba4-44bd-a54e-dfa61ea2202c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Pushing event updated for resources: {'Port': ['ID=5d91ab58-2339-4484-8616-a3fc90d74f2f,revision_number=2']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:30.039480 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-73472ded-0ba4-44bd-a54e-dfa61ea2202c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:30.081886 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:30.125048 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] For port f0393ca8-6171-4c5b-9f8d-102fec5f35bf, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=f0393ca8-6171-4c5b-9f8d-102fec5f35bf,segment=NetworkSegment(45fc7be4-cb6f-44c4-878d-af01c4212144),segment_id=45fc7be4-cb6f-44c4-878d-af01c4212144)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:49:30.157722 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eaf4bee5-403f-4b65-ac79-8e8e8336d985 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:30.158902 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port c2d00f69-c08d-4013-84b4-e88917b4aeb5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c2d00f69-c08d-4013-84b4-e88917b4aeb5,segment=NetworkSegment(b5f8d950-56da-4943-af58-dd84ae1ff9d9),segment_id=b5f8d950-56da-4943-af58-dd84ae1ff9d9)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:49:30.171253 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-ad7aacfb-929b-42f0-a44a-3cb39e640e1c tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Synchronizing usage tracker for tenant:d4eb531685324e0f8fb99da30c72fe0c on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:49:30.197739 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:30.200269 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:30.201635 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-73472ded-0ba4-44bd-a54e-dfa61ea2202c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850964789'] for floatingip, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:30.207725 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eaf4bee5-403f-4b65-ac79-8e8e8336d985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:30.208712 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eaf4bee5-403f-4b65-ac79-8e8e8336d985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851057948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850909546'] for router_interface, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:30.299209 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Returning: {'device': 'c2d00f69-c08d-4013-84b4-e88917b4aeb5', 'network_id': '0c588069-435c-4233-b591-05859e20ef87', 'port_id': 'c2d00f69-c08d-4013-84b4-e88917b4aeb5', 'mac_address': 'fa:16:3e:fc:aa:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '206335db-a203-4294-80b4-43aa55aa6613', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:49:30.302829 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Pushing event updated for resources: {'Port': ['ID=f0393ca8-6171-4c5b-9f8d-102fec5f35bf,revision_number=4']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:30.306814 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:30.319961 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-73472ded-0ba4-44bd-a54e-dfa61ea2202c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for floatingip, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:30.321589 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-73472ded-0ba4-44bd-a54e-dfa61ea2202c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3846691 Apr 05 15:49:30.326911 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:30.435127 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:30.480725 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2d00f69-c08d-4013-84b4-e88917b4aeb5 {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:49:30.510201 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port c2d00f69-c08d-4013-84b4-e88917b4aeb5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c2d00f69-c08d-4013-84b4-e88917b4aeb5,segment=NetworkSegment(b5f8d950-56da-4943-af58-dd84ae1ff9d9),segment_id=b5f8d950-56da-4943-af58-dd84ae1ff9d9)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:49:30.548086 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4bee5-403f-4b65-ac79-8e8e8336d985 admin admin] Pushing event updated for resources: {'Port': ['ID=fa727824-c59d-4b59-b683-5687c104b293,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:30.553761 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:30.556518 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:30.566071 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-ad7aacfb-929b-42f0-a44a-3cb39e640e1c tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Unset dirty status for tenant:d4eb531685324e0f8fb99da30c72fe0c on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:49:30.568323 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-ad7aacfb-929b-42f0-a44a-3cb39e640e1c tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4eb531685324e0f8fb99da30c72fe0c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6041973 Apr 05 15:49:30.569965 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-eaf4bee5-403f-4b65-ac79-8e8e8336d985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:30.677600 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=c2d00f69-c08d-4013-84b4-e88917b4aeb5,revision_number=4']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:30.685704 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:30.845582 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['c2d00f69-c08d-4013-84b4-e88917b4aeb5'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:49:30.868579 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf4bee5-403f-4b65-ac79-8e8e8336d985 admin admin] Network 3ce8b371-7444-4e4c-b34f-4697bdc6ea9f is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:49:30.879324 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-eaf4bee5-403f-4b65-ac79-8e8e8336d985 admin admin] Resources bound (agent type, host, resource id): {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:49:31.061576 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfffa0ce-beec-449a-b0d4-e4ecd2772488 None None] Sync routers for ids ['36248973-5968-4271-8eca-3536e17ba748'] in dv-cinder-784779-1-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:49:31.080493 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfffa0ce-beec-449a-b0d4-e4ecd2772488 None None] Routers {'36248973-5968-4271-8eca-3536e17ba748'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:49:31.081311 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-cfffa0ce-beec-449a-b0d4-e4ecd2772488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:49:23Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['36248973-5968-4271-8eca-3536e17ba748'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:31.213367 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-fff396da-40aa-4ad6-b763-09d9fa929681 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 15:49:31.214490 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-fff396da-40aa-4ad6-b763-09d9fa929681 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3918116 Apr 05 15:49:31.226300 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0509dd-b59d-4401-b93f-447f1fcaec58 req-5dc21eb9-70fd-403e-9f80-96e49bcb0070 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:31.227958 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-aa0509dd-b59d-4401-b93f-447f1fcaec58 req-5dc21eb9-70fd-403e-9f80-96e49bcb0070 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/ports?device_id=9117121f-e059-490d-b104-3fc12371b2ab HTTP/1.1" status: 200 len: 945 time: 0.5199385 Apr 05 15:49:31.308292 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-873096ba-f162-4f9d-b49e-53e69a299775 None None] Provisioning complete for port fa727824-c59d-4b59-b683-5687c104b293 triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:31.308758 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-873096ba-f162-4f9d-b49e-53e69a299775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:31.430709 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-873096ba-f162-4f9d-b49e-53e69a299775 None None] Port fa727824-c59d-4b59-b683-5687c104b293 cannot update to ACTIVE because it is not bound. {{(pid=84431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:49:31.471216 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-cfffa0ce-beec-449a-b0d4-e4ecd2772488 None None] Set router 36248973-5968-4271-8eca-3536e17ba748 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:49:31.669819 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 4882f3ef-c85b-4c7a-9eee-75b164e87459 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:49:31.688713 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-aa0509dd-b59d-4401-b93f-447f1fcaec58 req-9ad52620-3739-43aa-83a0-a82157e329e0 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1904ab5-c041-43d0-8a4f-27aaf24fda83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403081 Apr 05 15:49:31.735291 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf4bee5-403f-4b65-ac79-8e8e8336d985 admin admin] Router b280af41-78b4-40d4-9ba7-d27667835dc2 has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:49:31.745956 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-4974a917-c669-4be3-a2f5-962764cb7177 service neutron] 10.222.0.44 "GET /v2.0/networks/bf7980d5-30f6-4b51-8804-073d14195735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993682 Apr 05 15:49:31.751954 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device c2d00f69-c08d-4013-84b4-e88917b4aeb5 up at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:49:31.927397 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-cfffa0ce-beec-449a-b0d4-e4ecd2772488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36248973-5968-4271-8eca-3536e17ba748', 'name': 'tempest-ServerRescueNegativeTestJSON-739988760-router', 'tenant_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'f0393ca8-6171-4c5b-9f8d-102fec5f35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T15:49:22Z', 'revision_number': 4, 'project_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'gw_port': {'id': 'f0393ca8-6171-4c5b-9f8d-102fec5f35bf', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:52:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36248973-5968-4271-8eca-3536e17ba748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:06Z', 'updated_at': '2021-04-05T15:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': '9301f7b8-6400-4125-a0ca-e93b36874dfd', 'name': '', 'network_id': 'bf7980d5-30f6-4b51-8804-073d14195735', 'tenant_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'mac_address': 'fa:16:3e:9b:f4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36248973-5968-4271-8eca-3536e17ba748', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'f37979fe-7609-44e8-8c79-38b8746e7197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:19Z', 'updated_at': '2021-04-05T15:49:23Z', 'revision_number': 2, 'project_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'subnets': [{'id': 'f37979fe-7609-44e8-8c79-38b8746e7197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:31.931700 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfffa0ce-beec-449a-b0d4-e4ecd2772488 None None] Checking router: 36248973-5968-4271-8eca-3536e17ba748 for host: dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:49:31.932094 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfffa0ce-beec-449a-b0d4-e4ecd2772488 None None] Updating router 36248973-5968-4271-8eca-3536e17ba748 port 9301f7b8-6400-4125-a0ca-e93b36874dfd binding host dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:49:31.982820 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning for port c2d00f69-c08d-4013-84b4-e88917b4aeb5 completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:49:31.987445 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port 4882f3ef-c85b-4c7a-9eee-75b164e87459 completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:49:31.997487 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 4882f3ef-c85b-4c7a-9eee-75b164e87459 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:31.998101 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:31.998225 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cfffa0ce-beec-449a-b0d4-e4ecd2772488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:32.059555 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning complete for port c2d00f69-c08d-4013-84b4-e88917b4aeb5 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:32.060238 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:32.086898 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-de45cffa-1d26-45dd-9ed9-9903890f74d4 service neutron] 10.222.0.44 "GET /v2.0/networks/bf7980d5-30f6-4b51-8804-073d14195735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702110 Apr 05 15:49:32.301719 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf4bee5-403f-4b65-ac79-8e8e8336d985 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:49:32.301719 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-eaf4bee5-403f-4b65-ac79-8e8e8336d985 admin admin] 10.222.0.44 "PUT /v2.0/routers/b280af41-78b4-40d4-9ba7-d27667835dc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4699214 Apr 05 15:49:32.301719 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-51aaec27-8127-4198-9c49-7120543198e1 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1917694005&fields=id&tenant_id=639ec5b6ae8d4642b674c6cd637e4cb2 HTTP/1.1" status: 200 len: 267 time: 0.0572295 Apr 05 15:49:32.416895 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:32.429777 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:32.460782 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] For port 4882f3ef-c85b-4c7a-9eee-75b164e87459, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=4882f3ef-c85b-4c7a-9eee-75b164e87459,segment=NetworkSegment(45fc7be4-cb6f-44c4-878d-af01c4212144),segment_id=45fc7be4-cb6f-44c4-878d-af01c4212144)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:49:32.466025 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9117121f-e059-490d-b104-3fc12371b2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d00f69-c08d-4013-84b4-e88917b4aeb5'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:49:32.492641 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-6dca7a8b-653b-4de4-8767-2e139b343eac tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:32.501167 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-6dca7a8b-653b-4de4-8767-2e139b343eac tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/networks?id=e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 HTTP/1.1" status: 200 len: 816 time: 0.1974323 Apr 05 15:49:32.521215 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-04ff7b31-839a-4f40-ae06-68a60dc866ee tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/quotas/639ec5b6ae8d4642b674c6cd637e4cb2 HTTP/1.1" status: 200 len: 375 time: 0.0188434 Apr 05 15:49:32.533415 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:32.534314 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device f0393ca8-6171-4c5b-9f8d-102fec5f35bf up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:49:32.581496 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0bf3bb1a-4623-441b-a214-f2e20430fe66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:32.667070 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port c2d00f69-c08d-4013-84b4-e88917b4aeb5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c2d00f69-c08d-4013-84b4-e88917b4aeb5,segment=NetworkSegment(b5f8d950-56da-4943-af58-dd84ae1ff9d9),segment_id=b5f8d950-56da-4943-af58-dd84ae1ff9d9)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:49:32.723311 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-d15ec421-e9e5-46a6-94f8-d97384f0d7c3 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=639ec5b6ae8d4642b674c6cd637e4cb2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2007608 Apr 05 15:49:32.739021 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:32.759735 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Pushing event updated for resources: {'Port': ['ID=4882f3ef-c85b-4c7a-9eee-75b164e87459,revision_number=4']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:32.763062 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:32.764040 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:32.822650 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cfffa0ce-beec-449a-b0d4-e4ecd2772488 None None] Notify callbacks [] for port, precommit_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:32.859304 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-cfffa0ce-beec-449a-b0d4-e4ecd2772488 None None] Transition to ACTIVE for port object 9301f7b8-6400-4125-a0ca-e93b36874dfd will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:49:32.908243 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cfffa0ce-beec-449a-b0d4-e4ecd2772488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:32.946561 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:33.046403 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 35218) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:33.202006 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b163ab9d-3e2e-44a1-8ef9-0274d4844154 req-d2d24d97-e118-4ec0-922e-5b7bc129fc9b tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 210 time: 0.2627161 Apr 05 15:49:33.207341 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=c2d00f69-c08d-4013-84b4-e88917b4aeb5,revision_number=5']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:33.215103 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:33.216591 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port f0393ca8-6171-4c5b-9f8d-102fec5f35bf triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:33.217077 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:33.290666 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6db369-9bee-4651-ac27-ac3f690ae86e None None] Pushing event updated for resources: {'Port': ['ID=9301f7b8-6400-4125-a0ca-e93b36874dfd,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:33.294415 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6a6db369-9bee-4651-ac27-ac3f690ae86e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:33.305007 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a13bd79f-4945-473f-a58b-3c1577b026af admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:33.348432 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-a13bd79f-4945-473f-a58b-3c1577b026af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:33.361101 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-a13bd79f-4945-473f-a58b-3c1577b026af admin admin] Usage tracker for resource:security_group_rule and tenant:15ff0512a4a243b28269796fad4cdf5d is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:33.365338 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-a13bd79f-4945-473f-a58b-3c1577b026af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:33.372496 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-a13bd79f-4945-473f-a58b-3c1577b026af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:33.373245 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-9c2996b9-1707-4109-9e48-680ce318d1d6 service neutron] 10.222.0.44 "GET /v2.0/networks/e5b2c727-4df9-4ea8-bf8a-1e179c6d9965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6290312 Apr 05 15:49:33.541206 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:49:33.609008 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a13bd79f-4945-473f-a58b-3c1577b026af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:33.647737 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a13bd79f-4945-473f-a58b-3c1577b026af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:33.657061 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5e63fb-c11e-496e-af0f-94edb43e0fb0 None None] Sync routers for ids ['b280af41-78b4-40d4-9ba7-d27667835dc2'] in dv-cinder-784779-1-iscsi {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:49:33.704680 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-3ffdf16e-de4e-421a-8d6a-2fa7f71b1ef4 service neutron] 10.222.0.44 "GET /v2.0/networks/e5b2c727-4df9-4ea8-bf8a-1e179c6d9965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304121 Apr 05 15:49:33.727369 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5e63fb-c11e-496e-af0f-94edb43e0fb0 None None] Routers {'b280af41-78b4-40d4-9ba7-d27667835dc2'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:49:33.734810 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-3d5e63fb-c11e-496e-af0f-94edb43e0fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:49:23Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['b280af41-78b4-40d4-9ba7-d27667835dc2'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:33.765357 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0df4e3b3-5f85-4864-9de9-e0256619a855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:33.842732 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-a13bd79f-4945-473f-a58b-3c1577b026af admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15ff0512a4a243b28269796fad4cdf5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7939782 Apr 05 15:49:33.847256 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13bd79f-4945-473f-a58b-3c1577b026af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1e46bc-d98e-411b-a315-6ffeef25d64d,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:33.849183 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 35252) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:33.852969 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a13bd79f-4945-473f-a58b-3c1577b026af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:33.968347 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-cfffa0ce-beec-449a-b0d4-e4ecd2772488 None None] Attempting to bind port 9301f7b8-6400-4125-a0ca-e93b36874dfd on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:49:33.968347 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-cfffa0ce-beec-449a-b0d4-e4ecd2772488 None None] Attempting to bind port 9301f7b8-6400-4125-a0ca-e93b36874dfd by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': '525d66fe-5f7f-4434-ab40-5dad6b0fc808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bf7980d5-30f6-4b51-8804-073d14195735'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:49:33.968347 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfffa0ce-beec-449a-b0d4-e4ecd2772488 None None] Attempting to bind port 9301f7b8-6400-4125-a0ca-e93b36874dfd on network bf7980d5-30f6-4b51-8804-073d14195735 {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:49:33.969621 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-36ee34d0-45ef-46c7-8672-48800bebc551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:33.979568 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-36ee34d0-45ef-46c7-8672-48800bebc551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:34.053765 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:34.054186 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:34.074743 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfffa0ce-beec-449a-b0d4-e4ecd2772488 None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:49:34.075678 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfffa0ce-beec-449a-b0d4-e4ecd2772488 None None] Checking segment: {'id': '525d66fe-5f7f-4434-ab40-5dad6b0fc808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bf7980d5-30f6-4b51-8804-073d14195735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:49:34.076172 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cfffa0ce-beec-449a-b0d4-e4ecd2772488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:34.076615 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfffa0ce-beec-449a-b0d4-e4ecd2772488 None None] Bound using segment: {'id': '525d66fe-5f7f-4434-ab40-5dad6b0fc808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bf7980d5-30f6-4b51-8804-073d14195735'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:49:34.077156 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-cfffa0ce-beec-449a-b0d4-e4ecd2772488 None None] Bound port: 9301f7b8-6400-4125-a0ca-e93b36874dfd, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525d66fe-5f7f-4434-ab40-5dad6b0fc808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bf7980d5-30f6-4b51-8804-073d14195735'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:49:34.077563 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cfffa0ce-beec-449a-b0d4-e4ecd2772488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:34.145192 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-3d5e63fb-c11e-496e-af0f-94edb43e0fb0 None None] Set router b280af41-78b4-40d4-9ba7-d27667835dc2 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:49:34.318948 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-36ee34d0-45ef-46c7-8672-48800bebc551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:34.333825 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-bc0124d3-2f03-4c5a-80c2-91cacc95624f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:34.349100 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-cfffa0ce-beec-449a-b0d4-e4ecd2772488 None None] For port 9301f7b8-6400-4125-a0ca-e93b36874dfd, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:49:34.361293 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-cfffa0ce-beec-449a-b0d4-e4ecd2772488 None None] For port 9301f7b8-6400-4125-a0ca-e93b36874dfd, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=9301f7b8-6400-4125-a0ca-e93b36874dfd,segment=NetworkSegment(525d66fe-5f7f-4434-ab40-5dad6b0fc808),segment_id=525d66fe-5f7f-4434-ab40-5dad6b0fc808)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:49:34.367940 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee34d0-45ef-46c7-8672-48800bebc551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1e46bc-d98e-411b-a315-6ffeef25d64d,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:34.370712 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 35270) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:34.386025 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-36ee34d0-45ef-46c7-8672-48800bebc551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:34.387522 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-b18447fd-8bbc-476f-83db-739c5d09fc04 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1298909445', 'description': 'tempest-description--1806802631'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:34.403330 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-36ee34d0-45ef-46c7-8672-48800bebc551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:34.404550 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-b18447fd-8bbc-476f-83db-739c5d09fc04 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:34.423423 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-b18447fd-8bbc-476f-83db-739c5d09fc04 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Usage tracker for resource:security_group and tenant:5cd97b12be18437993ae8b61408dfe02 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:34.425495 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-36ee34d0-45ef-46c7-8672-48800bebc551 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ac1e46bc-d98e-411b-a315-6ffeef25d64d HTTP/1.1" status: 204 len: 168 time: 0.5710311 Apr 05 15:49:34.431678 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-b18447fd-8bbc-476f-83db-739c5d09fc04 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:34.452822 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-b18447fd-8bbc-476f-83db-739c5d09fc04 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:34.457864 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cfffa0ce-beec-449a-b0d4-e4ecd2772488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:34.505464 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c3f2f-de57-445a-94f8-f2923e56a8f1 req-c7da5f12-418d-4c26-b3ee-e07154f99c42 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:34.510636 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-987c3f2f-de57-445a-94f8-f2923e56a8f1 req-c7da5f12-418d-4c26-b3ee-e07154f99c42 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/ports?device_id=9117121f-e059-490d-b104-3fc12371b2ab HTTP/1.1" status: 200 len: 946 time: 0.2878881 Apr 05 15:49:34.513759 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b18447fd-8bbc-476f-83db-739c5d09fc04 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:34.589169 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-b18447fd-8bbc-476f-83db-739c5d09fc04 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:34.608653 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-b18447fd-8bbc-476f-83db-739c5d09fc04 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Usage tracker for resource:security_group_rule and tenant:5cd97b12be18437993ae8b61408dfe02 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:34.618073 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-b18447fd-8bbc-476f-83db-739c5d09fc04 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:34.619411 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9117121f-e059-490d-b104-3fc12371b2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d00f69-c08d-4013-84b4-e88917b4aeb5', 'code': 200} Apr 05 15:49:34.631423 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-987c3f2f-de57-445a-94f8-f2923e56a8f1 req-7de16ca3-909c-4ffc-ae1a-8c602cf14d65 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1904ab5-c041-43d0-8a4f-27aaf24fda83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029234 Apr 05 15:49:34.642062 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-b18447fd-8bbc-476f-83db-739c5d09fc04 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:34.800811 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:34.922716 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6ccfad8c-14a3-4860-8dea-408b4d2ed8a6 req-061ba3e4-4d12-4118-b24c-ab5a29307ef8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 210 time: 0.1792655 Apr 05 15:49:34.956231 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-3d5e63fb-c11e-496e-af0f-94edb43e0fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'name': 'tempest-AttachVolumeTestJSON-1671732284-router', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:06Z', 'updated_at': '2021-04-05T15:49:28Z', 'revision_number': 4, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'gw_port': {'id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:08Z', 'updated_at': '2021-04-05T15:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'fa727824-c59d-4b59-b683-5687c104b293', 'name': '', 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'mac_address': 'fa:16:3e:ac:b6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:26Z', 'updated_at': '2021-04-05T15:49:29Z', 'revision_number': 2, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'subnets': [{'id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:34.988605 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5e63fb-c11e-496e-af0f-94edb43e0fb0 None None] Checking router: b280af41-78b4-40d4-9ba7-d27667835dc2 for host: dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:49:34.989114 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5e63fb-c11e-496e-af0f-94edb43e0fb0 None None] Updating router b280af41-78b4-40d4-9ba7-d27667835dc2 port fa727824-c59d-4b59-b683-5687c104b293 binding host dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:49:35.122682 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b18447fd-8bbc-476f-83db-739c5d09fc04 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:35.154896 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3d5e63fb-c11e-496e-af0f-94edb43e0fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:35.167338 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 4882f3ef-c85b-4c7a-9eee-75b164e87459 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:49:35.170327 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b18447fd-8bbc-476f-83db-739c5d09fc04 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:35.187444 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4d11fea5-d2f7-43a6-8b34-f41ae8bd21de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:35.227015 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6db369-9bee-4651-ac27-ac3f690ae86e None None] Pushing event updated for resources: {'Port': ['ID=9301f7b8-6400-4125-a0ca-e93b36874dfd,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:35.243133 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-f72c27eb-472f-4429-b0b4-b64ca0e9e6fc tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:35.244758 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-f72c27eb-472f-4429-b0b4-b64ca0e9e6fc tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/networks?id=bf7980d5-30f6-4b51-8804-073d14195735 HTTP/1.1" status: 200 len: 818 time: 0.3210127 Apr 05 15:49:35.249170 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18447fd-8bbc-476f-83db-739c5d09fc04 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3487a4-2803-4575-8830-925b9b356024,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:35.273374 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfffa0ce-beec-449a-b0d4-e4ecd2772488 None None] Routers {'36248973-5968-4271-8eca-3536e17ba748'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:49:35.273374 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-cfffa0ce-beec-449a-b0d4-e4ecd2772488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:49:23Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['36248973-5968-4271-8eca-3536e17ba748'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:35.279854 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-ccfc435f-6335-4b9c-8c53-9a625e0b2e5f tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/quotas/d4eb531685324e0f8fb99da30c72fe0c HTTP/1.1" status: 200 len: 375 time: 0.0259712 Apr 05 15:49:35.367646 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b18447fd-8bbc-476f-83db-739c5d09fc04 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:35.408763 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 35314) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:35.431906 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-10dee79f-d656-4bed-b3be-133496d39706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:35.440114 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b18447fd-8bbc-476f-83db-739c5d09fc04 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:35.441957 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-b18447fd-8bbc-476f-83db-739c5d09fc04 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0678220 Apr 05 15:49:35.447813 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 35318) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:35.467321 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-10dee79f-d656-4bed-b3be-133496d39706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:35.476244 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-1dfbc6b4-cb88-4935-8051-6ecd9aa344ad tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Request body: {'security_group_rule': {'security_group_id': 'bf3487a4-2803-4575-8830-925b9b356024', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:35.477098 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-10dee79f-d656-4bed-b3be-133496d39706 admin admin] Usage tracker for resource:security_group_rule and tenant:f4e65775bdfd4118a98d598844209713 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:35.483324 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-1dfbc6b4-cb88-4935-8051-6ecd9aa344ad tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:35.483569 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-10dee79f-d656-4bed-b3be-133496d39706 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:35.488602 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-1dfbc6b4-cb88-4935-8051-6ecd9aa344ad tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Usage tracker for resource:security_group_rule and tenant:5cd97b12be18437993ae8b61408dfe02 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:35.492473 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-1dfbc6b4-cb88-4935-8051-6ecd9aa344ad tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:35.497027 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 4882f3ef-c85b-4c7a-9eee-75b164e87459 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:35.497457 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:35.505349 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-1dfbc6b4-cb88-4935-8051-6ecd9aa344ad tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:35.508156 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-10dee79f-d656-4bed-b3be-133496d39706 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:35.545557 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc5625-109f-43e6-aa99-716ab3f42fbb req-5e63111a-da13-4a18-990d-170cce8cde42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:35.549950 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-acbc5625-109f-43e6-aa99-716ab3f42fbb req-5e63111a-da13-4a18-990d-170cce8cde42 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9117121f-e059-490d-b104-3fc12371b2ab HTTP/1.1" status: 200 len: 1099 time: 0.2733510 Apr 05 15:49:35.572247 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc6b4-cb88-4935-8051-6ecd9aa344ad tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:35.590182 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-69771848-9c94-437f-9f58-16a0b54e8ac2 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4eb531685324e0f8fb99da30c72fe0c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3093567 Apr 05 15:49:35.739119 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc6b4-cb88-4935-8051-6ecd9aa344ad tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:35.742358 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-acbc5625-109f-43e6-aa99-716ab3f42fbb req-9271fdf2-816e-418c-8322-99accbb849b2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:35.764610 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-acbc5625-109f-43e6-aa99-716ab3f42fbb req-9271fdf2-816e-418c-8322-99accbb849b2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:35.769181 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-acbc5625-109f-43e6-aa99-716ab3f42fbb req-9271fdf2-816e-418c-8322-99accbb849b2 service neutron] Usage tracker for resource:security_group_rule and tenant:c74297a9cc3e40bda44c7693ac7d3b4f is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:35.772821 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-acbc5625-109f-43e6-aa99-716ab3f42fbb req-9271fdf2-816e-418c-8322-99accbb849b2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:35.779239 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-acbc5625-109f-43e6-aa99-716ab3f42fbb req-9271fdf2-816e-418c-8322-99accbb849b2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:35.797135 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc6b4-cb88-4935-8051-6ecd9aa344ad tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742385'] for security_group_rule, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:35.810718 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:35.833571 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6a6db369-9bee-4651-ac27-ac3f690ae86e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.035s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:35.897081 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbc6b4-cb88-4935-8051-6ecd9aa344ad tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85cd6d89-6167-40bd-b448-d61851917a63,revision_number=0']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:35.900559 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-d4aa77d8-b825-4bdf-bb9c-ccc72e20d3ae service neutron] 10.222.0.44 "GET /v2.0/networks/bf7980d5-30f6-4b51-8804-073d14195735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929833 Apr 05 15:49:35.906217 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-1dfbc6b4-cb88-4935-8051-6ecd9aa344ad tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:35.945109 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1dfbc6b4-cb88-4935-8051-6ecd9aa344ad tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:35.946770 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-1dfbc6b4-cb88-4935-8051-6ecd9aa344ad tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4832971 Apr 05 15:49:35.952113 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 35328) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:35.952861 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-cfffa0ce-beec-449a-b0d4-e4ecd2772488 None None] Set router 36248973-5968-4271-8eca-3536e17ba748 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:49:35.963300 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-4139bc9f-6cea-4b12-95f9-e44928662af0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Request body: {'security_group_rule': {'security_group_id': 'bf3487a4-2803-4575-8830-925b9b356024', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:35.971846 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-4139bc9f-6cea-4b12-95f9-e44928662af0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:35.988093 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-4139bc9f-6cea-4b12-95f9-e44928662af0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Usage tracker for resource:security_group_rule and tenant:5cd97b12be18437993ae8b61408dfe02 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:35.993311 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-4139bc9f-6cea-4b12-95f9-e44928662af0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:36.006944 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-4139bc9f-6cea-4b12-95f9-e44928662af0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:36.032314 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-acbc5625-109f-43e6-aa99-716ab3f42fbb req-9271fdf2-816e-418c-8322-99accbb849b2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:36.079576 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4139bc9f-6cea-4b12-95f9-e44928662af0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:36.128956 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-acbc5625-109f-43e6-aa99-716ab3f42fbb req-9271fdf2-816e-418c-8322-99accbb849b2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:36.157360 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:36.177590 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-10dee79f-d656-4bed-b3be-133496d39706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:36.227967 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-445b83e9-4062-420a-934d-11283908da37 service neutron] 10.222.0.44 "GET /v2.0/networks/bf7980d5-30f6-4b51-8804-073d14195735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261189 Apr 05 15:49:36.230163 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-10dee79f-d656-4bed-b3be-133496d39706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:36.263147 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-82dbc9bf-9f1e-4aa8-8332-1670a8e517b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:36.311338 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4139bc9f-6cea-4b12-95f9-e44928662af0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:36.317933 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-acbc5625-109f-43e6-aa99-716ab3f42fbb req-9271fdf2-816e-418c-8322-99accbb849b2 service neutron] Synchronizing usage tracker for tenant:c74297a9cc3e40bda44c7693ac7d3b4f on resource:security_group {{(pid=84429) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:49:36.351809 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4139bc9f-6cea-4b12-95f9-e44928662af0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742385'] for security_group_rule, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:36.363039 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20348add-941b-4244-9837-45ce31115e23 req-fb6ac282-79da-4007-83c9-63e67752c5bc tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:36.364709 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-20348add-941b-4244-9837-45ce31115e23 req-fb6ac282-79da-4007-83c9-63e67752c5bc tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/ports?device_id=9117121f-e059-490d-b104-3fc12371b2ab HTTP/1.1" status: 200 len: 946 time: 0.3107274 Apr 05 15:49:36.375938 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-cfffa0ce-beec-449a-b0d4-e4ecd2772488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36248973-5968-4271-8eca-3536e17ba748', 'name': 'tempest-ServerRescueNegativeTestJSON-739988760-router', 'tenant_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'f0393ca8-6171-4c5b-9f8d-102fec5f35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T15:49:22Z', 'revision_number': 4, 'project_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'gw_port': {'id': 'f0393ca8-6171-4c5b-9f8d-102fec5f35bf', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:52:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36248973-5968-4271-8eca-3536e17ba748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:06Z', 'updated_at': '2021-04-05T15:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': '9301f7b8-6400-4125-a0ca-e93b36874dfd', 'name': '', 'network_id': 'bf7980d5-30f6-4b51-8804-073d14195735', 'tenant_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'mac_address': 'fa:16:3e:9b:f4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36248973-5968-4271-8eca-3536e17ba748', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'f37979fe-7609-44e8-8c79-38b8746e7197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:19Z', 'updated_at': '2021-04-05T15:49:34Z', 'revision_number': 4, 'project_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'subnets': [{'id': 'f37979fe-7609-44e8-8c79-38b8746e7197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:36.381130 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfffa0ce-beec-449a-b0d4-e4ecd2772488 None None] The sync data for ids ['36248973-5968-4271-8eca-3536e17ba748'] in dv-cinder-784779-1-iscsi is: [{'id': '36248973-5968-4271-8eca-3536e17ba748', 'name': 'tempest-ServerRescueNegativeTestJSON-739988760-router', 'tenant_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'f0393ca8-6171-4c5b-9f8d-102fec5f35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T15:49:22Z', 'revision_number': 4, 'project_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'gw_port': {'id': 'f0393ca8-6171-4c5b-9f8d-102fec5f35bf', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:52:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36248973-5968-4271-8eca-3536e17ba748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:06Z', 'updated_at': '2021-04-05T15:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': '9301f7b8-6400-4125-a0ca-e93b36874dfd', 'name': '', 'network_id': 'bf7980d5-30f6-4b51-8804-073d14195735', 'tenant_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'mac_address': 'fa:16:3e:9b:f4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36248973-5968-4271-8eca-3536e17ba748', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'f37979fe-7609-44e8-8c79-38b8746e7197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:19Z', 'updated_at': '2021-04-05T15:49:34Z', 'revision_number': 4, 'project_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'subnets': [{'id': 'f37979fe-7609-44e8-8c79-38b8746e7197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:49:36.399375 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271fdf2-816e-418c-8322-99accbb849b2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dffedcc9-c771-4bf2-a903-054da815d556,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:36.405205 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3d5e63fb-c11e-496e-af0f-94edb43e0fb0 None None] Notify callbacks [] for port, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:36.412046 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-9271fdf2-816e-418c-8322-99accbb849b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:36.412490 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:36.436763 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139bc9f-6cea-4b12-95f9-e44928662af0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8f1244-b278-4fcf-a23d-4d12016ca3e7,revision_number=0']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:36.455492 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-3d5e63fb-c11e-496e-af0f-94edb43e0fb0 None None] Transition to ACTIVE for port object fa727824-c59d-4b59-b683-5687c104b293 will not be triggered until provisioned by entity L2. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:49:36.455840 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4139bc9f-6cea-4b12-95f9-e44928662af0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:36.460145 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-10dee79f-d656-4bed-b3be-133496d39706 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f4e65775bdfd4118a98d598844209713&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0501156 Apr 05 15:49:36.460293 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 35340) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:36.461102 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dee79f-d656-4bed-b3be-133496d39706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2c7de4-d2fe-470e-9210-d03f75071e54,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:36.465971 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-10dee79f-d656-4bed-b3be-133496d39706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:36.502444 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3d5e63fb-c11e-496e-af0f-94edb43e0fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:36.529900 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 49264) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:36.533784 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-20348add-941b-4244-9837-45ce31115e23 req-8090c214-fa0a-4191-908e-85305380a41b tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1904ab5-c041-43d0-8a4f-27aaf24fda83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435022 Apr 05 15:49:36.549285 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-acbc5625-109f-43e6-aa99-716ab3f42fbb req-9271fdf2-816e-418c-8322-99accbb849b2 service neutron] Unset dirty status for tenant:c74297a9cc3e40bda44c7693ac7d3b4f on resource:security_group {{(pid=84429) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:49:36.549710 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:36.555077 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-acbc5625-109f-43e6-aa99-716ab3f42fbb req-9271fdf2-816e-418c-8322-99accbb849b2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e1904ab5-c041-43d0-8a4f-27aaf24fda83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9732058 Apr 05 15:49:36.566004 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4139bc9f-6cea-4b12-95f9-e44928662af0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:36.574520 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-4139bc9f-6cea-4b12-95f9-e44928662af0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6199055 Apr 05 15:49:36.583821 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 35352) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:36.585540 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-f0907fbf-3ce4-4e6a-98f4-e8d3f576e75d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Request body: {'floatingip': {'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:36.602169 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-f0907fbf-3ce4-4e6a-98f4-e8d3f576e75d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:36.616192 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-f0907fbf-3ce4-4e6a-98f4-e8d3f576e75d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Usage tracker for resource:floatingip and tenant:5cd97b12be18437993ae8b61408dfe02 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:36.622814 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-f0907fbf-3ce4-4e6a-98f4-e8d3f576e75d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:36.685290 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-f0907fbf-3ce4-4e6a-98f4-e8d3f576e75d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:36.733068 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb94635-2d99-4afd-bf73-0ec4968c19fa None None] Pushing event updated for resources: {'Port': ['ID=fa727824-c59d-4b59-b683-5687c104b293,revision_number=3']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:36.736422 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3bb94635-2d99-4afd-bf73-0ec4968c19fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:36.793940 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c718748e-acad-4bce-9651-d48c67fec14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:36.807908 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f0907fbf-3ce4-4e6a-98f4-e8d3f576e75d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for floatingip, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:37.037449 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c718748e-acad-4bce-9651-d48c67fec14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:37.119427 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 9301f7b8-6400-4125-a0ca-e93b36874dfd up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:49:37.150241 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4fff4caa-d319-4b5a-bdba-733348195a7e req-bd52702b-09b4-4d54-ad78-932e8d902300 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 210 time: 0.4845061 Apr 05 15:49:37.234934 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3f5f7363-c178-4e06-9d46-d19c393f4e49 req-87c0ef46-c6a2-47d1-8728-92d0ad758bb9 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 210 time: 0.3932719 Apr 05 15:49:37.343326 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c718748e-acad-4bce-9651-d48c67fec14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:37.363908 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f0907fbf-3ce4-4e6a-98f4-e8d3f576e75d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:37.377038 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-d56bfb37-109c-459a-ade1-1217743e1643 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:37.378754 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-d56bfb37-109c-459a-ade1-1217743e1643 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.43 "GET /v2.0/networks?id=bf7980d5-30f6-4b51-8804-073d14195735 HTTP/1.1" status: 200 len: 818 time: 0.8439147 Apr 05 15:49:37.391392 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-900909f9-e32a-4c5a-ae8b-fbf203c077a5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Request body: {'port': {'device_id': '832a1d8c-512d-458c-8c68-31d29dd8af32', 'network_id': 'bf7980d5-30f6-4b51-8804-073d14195735', 'admin_state_up': True, 'tenant_id': 'd4eb531685324e0f8fb99da30c72fe0c'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:37.517150 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b18447fd-8bbc-476f-83db-739c5d09fc04 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:37.537052 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718748e-acad-4bce-9651-d48c67fec14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2c7de4-d2fe-470e-9210-d03f75071e54,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:37.564028 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-3d5e63fb-c11e-496e-af0f-94edb43e0fb0 None None] Attempting to bind port fa727824-c59d-4b59-b683-5687c104b293 on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:49:37.564703 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-3d5e63fb-c11e-496e-af0f-94edb43e0fb0 None None] Attempting to bind port fa727824-c59d-4b59-b683-5687c104b293 by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': '8c957347-ca2f-4b08-a623-7dccb3bfa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f'}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:49:37.565267 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5e63fb-c11e-496e-af0f-94edb43e0fb0 None None] Attempting to bind port fa727824-c59d-4b59-b683-5687c104b293 on network 3ce8b371-7444-4e4c-b34f-4697bdc6ea9f {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:49:37.594651 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5e63fb-c11e-496e-af0f-94edb43e0fb0 None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:49:37.595308 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5e63fb-c11e-496e-af0f-94edb43e0fb0 None None] Checking segment: {'id': '8c957347-ca2f-4b08-a623-7dccb3bfa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:49:37.595961 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3d5e63fb-c11e-496e-af0f-94edb43e0fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:37.596597 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5e63fb-c11e-496e-af0f-94edb43e0fb0 None None] Bound using segment: {'id': '8c957347-ca2f-4b08-a623-7dccb3bfa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f'} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:49:37.597492 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-3d5e63fb-c11e-496e-af0f-94edb43e0fb0 None None] Bound port: fa727824-c59d-4b59-b683-5687c104b293, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c957347-ca2f-4b08-a623-7dccb3bfa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f'}}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:49:37.598118 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3d5e63fb-c11e-496e-af0f-94edb43e0fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:37.663549 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c718748e-acad-4bce-9651-d48c67fec14d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:37.703886 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c718748e-acad-4bce-9651-d48c67fec14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:37.708282 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-c718748e-acad-4bce-9651-d48c67fec14d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b2c7de4-d2fe-470e-9210-d03f75071e54 HTTP/1.1" status: 204 len: 168 time: 1.2468119 Apr 05 15:49:37.787476 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-7224ca77-5e51-4e54-a4bd-59832c43940c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:37.788392 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-7224ca77-5e51-4e54-a4bd-59832c43940c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Synchronizing usage tracker for tenant:639ec5b6ae8d4642b674c6cd637e4cb2 on resource:network {{(pid=84429) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:49:37.824023 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-900909f9-e32a-4c5a-ae8b-fbf203c077a5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:37.839357 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-900909f9-e32a-4c5a-ae8b-fbf203c077a5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:38.260330 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-18817746-0a2a-46f8-b728-5cea75968005 req-fc799441-4ede-44a5-ba0f-617780b62791 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 210 time: 0.0480733 Apr 05 15:49:38.412250 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-7224ca77-5e51-4e54-a4bd-59832c43940c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Unset dirty status for tenant:639ec5b6ae8d4642b674c6cd637e4cb2 on resource:network {{(pid=84429) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:49:38.414926 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port 9301f7b8-6400-4125-a0ca-e93b36874dfd completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:49:38.416350 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-7224ca77-5e51-4e54-a4bd-59832c43940c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.43 "GET /v2.0/networks?id=e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 HTTP/1.1" status: 200 len: 816 time: 1.0622656 Apr 05 15:49:38.420300 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 9301f7b8-6400-4125-a0ca-e93b36874dfd triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:38.420725 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:38.496073 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-3d5e63fb-c11e-496e-af0f-94edb43e0fb0 None None] For port fa727824-c59d-4b59-b683-5687c104b293, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:49:38.553468 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-3d5e63fb-c11e-496e-af0f-94edb43e0fb0 None None] For port fa727824-c59d-4b59-b683-5687c104b293, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=fa727824-c59d-4b59-b683-5687c104b293,segment=NetworkSegment(8c957347-ca2f-4b08-a623-7dccb3bfa44a),segment_id=8c957347-ca2f-4b08-a623-7dccb3bfa44a)] {{(pid=84431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:49:38.576820 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-900909f9-e32a-4c5a-ae8b-fbf203c077a5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Made reservation on behalf of d4eb531685324e0f8fb99da30c72fe0c for: {'port': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:49:38.585309 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-900909f9-e32a-4c5a-ae8b-fbf203c077a5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:38.670720 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3d5e63fb-c11e-496e-af0f-94edb43e0fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:38.676704 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-292f4bb4-06e6-40f1-b253-cbaa838081bc tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Synchronizing usage tracker for tenant:639ec5b6ae8d4642b674c6cd637e4cb2 on resource:security_group {{(pid=84429) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:49:38.753895 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fabb84d7-97c7-4690-b994-e2c580ef7e50 req-d389bbcb-9de8-4948-8463-504a8cadc938 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 210 time: 0.1787741 Apr 05 15:49:38.788902 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3d1f1112-92a0-4341-8f2a-34422532cb5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:38.874473 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-292f4bb4-06e6-40f1-b253-cbaa838081bc tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Unset dirty status for tenant:639ec5b6ae8d4642b674c6cd637e4cb2 on resource:security_group {{(pid=84429) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:49:38.880671 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-292f4bb4-06e6-40f1-b253-cbaa838081bc tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=639ec5b6ae8d4642b674c6cd637e4cb2 HTTP/1.1" status: 200 len: 5705 time: 0.4507153 Apr 05 15:49:38.886335 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-8438d455-5516-406b-96cf-f4ba5e3d385a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Request body: {'port': {'device_id': '87ad1f83-fffe-4e12-b368-d4dc93b959ab', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'admin_state_up': True, 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'security_groups': ['28ed1168-4c0c-444e-9bf5-ee75310171b0']}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:38.901000 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675575e8-a87e-4d84-bb25-88ca1dfd0257 req-b13ca36e-ee3e-49f3-ada7-4b02040e396c tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:38.916115 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-675575e8-a87e-4d84-bb25-88ca1dfd0257 req-b13ca36e-ee3e-49f3-ada7-4b02040e396c tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/ports?device_id=9117121f-e059-490d-b104-3fc12371b2ab HTTP/1.1" status: 200 len: 946 time: 0.4055674 Apr 05 15:49:39.043696 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-f0907fbf-3ce4-4e6a-98f4-e8d3f576e75d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Allocated IP 172.27.0.216 (dd229a0f-6ed6-426a-8b4c-b8529d79a707/9f98952a-db9d-40f5-8f74-bf7f0c188c38/35d27eaa-f293-4fa3-bc72-39d071376730) {{(pid=84429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:49:39.057281 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-675575e8-a87e-4d84-bb25-88ca1dfd0257 req-1e8e09c0-f003-4df1-b441-818ffdb20fa5 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1904ab5-c041-43d0-8a4f-27aaf24fda83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399794 Apr 05 15:49:39.260557 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:39.314011 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb94635-2d99-4afd-bf73-0ec4968c19fa None None] Pushing event updated for resources: {'Port': ['ID=fa727824-c59d-4b59-b683-5687c104b293,revision_number=4']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:39.321992 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3bb94635-2d99-4afd-bf73-0ec4968c19fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:39.354614 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-900909f9-e32a-4c5a-ae8b-fbf203c077a5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Allocated IP 172.20.0.5 (bf7980d5-30f6-4b51-8804-073d14195735/f37979fe-7609-44e8-8c79-38b8746e7197/bd6fa5d8-c43a-4af4-bf91-8418504340dd) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:49:39.395079 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-8438d455-5516-406b-96cf-f4ba5e3d385a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:39.409692 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-8438d455-5516-406b-96cf-f4ba5e3d385a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Usage tracker for resource:port and tenant:639ec5b6ae8d4642b674c6cd637e4cb2 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:39.418311 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-8438d455-5516-406b-96cf-f4ba5e3d385a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:39.424668 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] For port 9301f7b8-6400-4125-a0ca-e93b36874dfd, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=9301f7b8-6400-4125-a0ca-e93b36874dfd,segment=NetworkSegment(525d66fe-5f7f-4434-ab40-5dad6b0fc808),segment_id=525d66fe-5f7f-4434-ab40-5dad6b0fc808)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:49:39.436128 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-8438d455-5516-406b-96cf-f4ba5e3d385a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:39.463417 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:39.472634 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-1cf85b3b-7095-4391-8987-5ecb336f574c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:39.491387 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-8438d455-5516-406b-96cf-f4ba5e3d385a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Made reservation on behalf of 639ec5b6ae8d4642b674c6cd637e4cb2 for: {'port': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:49:39.499219 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-8438d455-5516-406b-96cf-f4ba5e3d385a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:39.551881 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 35430) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:39.604737 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f0907fbf-3ce4-4e6a-98f4-e8d3f576e75d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for port, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:39.607434 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5e63fb-c11e-496e-af0f-94edb43e0fb0 None None] Routers {'b280af41-78b4-40d4-9ba7-d27667835dc2'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:49:39.608133 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-3d5e63fb-c11e-496e-af0f-94edb43e0fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:49:23Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['b280af41-78b4-40d4-9ba7-d27667835dc2'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:39.742703 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e95f3eed-0c0b-4a40-87a0-e8a3cccc6ce2 req-99a423d5-b070-4f71-9b31-44cb0e29ef81 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 210 time: 0.1458352 Apr 05 15:49:39.763705 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f0907fbf-3ce4-4e6a-98f4-e8d3f576e75d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098'] for port, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:39.817840 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:39.856812 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Pushing event updated for resources: {'Port': ['ID=9301f7b8-6400-4125-a0ca-e93b36874dfd,revision_number=5']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:39.872336 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:39.880931 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-900909f9-e32a-4c5a-ae8b-fbf203c077a5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:39.963513 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-3d5e63fb-c11e-496e-af0f-94edb43e0fb0 None None] Set router b280af41-78b4-40d4-9ba7-d27667835dc2 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:49:40.040635 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b78d3c32-1bb0-4fca-8e9d-54d07e0a627d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:40.045294 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-900909f9-e32a-4c5a-ae8b-fbf203c077a5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:40.057285 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-47efe5c4-1a13-4d44-b50a-1485c5695273 req-10d45958-b90a-4763-8923-4ba577d5861d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 210 time: 0.0614214 Apr 05 15:49:40.081204 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-eaf4bee5-403f-4b65-ac79-8e8e8336d985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:40.090989 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-b78d3c32-1bb0-4fca-8e9d-54d07e0a627d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:40.163233 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-b78d3c32-1bb0-4fca-8e9d-54d07e0a627d admin admin] Usage tracker for resource:security_group_rule and tenant:24b97690345447e19e8f7627fddc6c32 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:40.170551 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0907fbf-3ce4-4e6a-98f4-e8d3f576e75d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Pushing event updated for resources: {'Port': ['ID=35d27eaa-f293-4fa3-bc72-39d071376730,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:40.181341 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-b78d3c32-1bb0-4fca-8e9d-54d07e0a627d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:40.192714 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f0907fbf-3ce4-4e6a-98f4-e8d3f576e75d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:40.200643 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-b78d3c32-1bb0-4fca-8e9d-54d07e0a627d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:40.294275 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b78d3c32-1bb0-4fca-8e9d-54d07e0a627d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:40.305929 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900909f9-e32a-4c5a-ae8b-fbf203c077a5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Pushing event updated for resources: {'Port': ['ID=bd6fa5d8-c43a-4af4-bf91-8418504340dd,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:40.337966 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b78d3c32-1bb0-4fca-8e9d-54d07e0a627d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:40.339361 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-8438d455-5516-406b-96cf-f4ba5e3d385a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Allocated IP 172.20.0.5 (e5b2c727-4df9-4ea8-bf8a-1e179c6d9965/7b49c561-1ceb-4c3b-9352-979a5ef7193b/d9ab0c9a-147c-4754-9117-98ffc83feff4) {{(pid=84429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:49:40.354753 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:40.375642 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0907fbf-3ce4-4e6a-98f4-e8d3f576e75d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Network dd229a0f-6ed6-426a-8b4c-b8529d79a707 is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:49:40.381142 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-f0907fbf-3ce4-4e6a-98f4-e8d3f576e75d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:49:40.387743 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-900909f9-e32a-4c5a-ae8b-fbf203c077a5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:40.396097 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.43', 49275) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:40.396893 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0907fbf-3ce4-4e6a-98f4-e8d3f576e75d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Received port after_create {{(pid=84429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:49:40.451249 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-b78d3c32-1bb0-4fca-8e9d-54d07e0a627d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=24b97690345447e19e8f7627fddc6c32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8838861 Apr 05 15:49:40.459364 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 35456) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:40.473822 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d3c32-1bb0-4fca-8e9d-54d07e0a627d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae04180-de5a-4158-bbfd-308680bc16f9,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:40.479204 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b78d3c32-1bb0-4fca-8e9d-54d07e0a627d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:40.584235 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-3d5e63fb-c11e-496e-af0f-94edb43e0fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'name': 'tempest-AttachVolumeTestJSON-1671732284-router', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:06Z', 'updated_at': '2021-04-05T15:49:28Z', 'revision_number': 4, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'gw_port': {'id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:08Z', 'updated_at': '2021-04-05T15:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'fa727824-c59d-4b59-b683-5687c104b293', 'name': '', 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'mac_address': 'fa:16:3e:ac:b6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:26Z', 'updated_at': '2021-04-05T15:49:37Z', 'revision_number': 4, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'subnets': [{'id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:40.589171 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5e63fb-c11e-496e-af0f-94edb43e0fb0 None None] The sync data for ids ['b280af41-78b4-40d4-9ba7-d27667835dc2'] in dv-cinder-784779-1-iscsi is: [{'id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'name': 'tempest-AttachVolumeTestJSON-1671732284-router', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:06Z', 'updated_at': '2021-04-05T15:49:28Z', 'revision_number': 4, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'gw_port': {'id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:08Z', 'updated_at': '2021-04-05T15:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'fa727824-c59d-4b59-b683-5687c104b293', 'name': '', 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'mac_address': 'fa:16:3e:ac:b6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:26Z', 'updated_at': '2021-04-05T15:49:37Z', 'revision_number': 4, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'subnets': [{'id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:49:40.670295 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48679916-a5f1-42e0-bad3-ed198494f237 req-5d758ae0-a0b9-4059-aa6d-0112094fc919 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:40.672543 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-48679916-a5f1-42e0-bad3-ed198494f237 req-5d758ae0-a0b9-4059-aa6d-0112094fc919 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/ports?device_id=9117121f-e059-490d-b104-3fc12371b2ab HTTP/1.1" status: 200 len: 946 time: 0.3564265 Apr 05 15:49:40.680603 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-900909f9-e32a-4c5a-ae8b-fbf203c077a5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Network bf7980d5-30f6-4b51-8804-073d14195735 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:49:40.726573 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-900909f9-e32a-4c5a-ae8b-fbf203c077a5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Resources bound (agent type, host, resource id): {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:49:40.734627 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-900909f9-e32a-4c5a-ae8b-fbf203c077a5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:49:40.742589 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-900909f9-e32a-4c5a-ae8b-fbf203c077a5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:40.743974 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-900909f9-e32a-4c5a-ae8b-fbf203c077a5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:40.800106 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2a1db76-6c05-4c8e-b289-a73114592659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:40.843366 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2a1db76-6c05-4c8e-b289-a73114592659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:40.929343 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-900909f9-e32a-4c5a-ae8b-fbf203c077a5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5408945 Apr 05 15:49:40.961380 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-650f13ee-66b3-4bcc-a6eb-46e2dc3d1f5f service neutron] Request body: {'port': {'device_id': '832a1d8c-512d-458c-8c68-31d29dd8af32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:40.973059 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f0907fbf-3ce4-4e6a-98f4-e8d3f576e75d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:40.993869 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2a1db76-6c05-4c8e-b289-a73114592659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:41.009803 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:41.094993 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1db76-6c05-4c8e-b289-a73114592659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae04180-de5a-4158-bbfd-308680bc16f9,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:41.097936 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-a32e0807-8183-4389-8c97-1aaf75d3338f req-ea7bed49-b428-4a0c-b785-0b23d649b9e9 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Synchronizing usage tracker for tenant:d4eb531685324e0f8fb99da30c72fe0c on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:49:41.105272 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e2a1db76-6c05-4c8e-b289-a73114592659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:41.115322 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-48679916-a5f1-42e0-bad3-ed198494f237 req-01b326df-cf81-4e40-b3c0-0f1418128b77 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1904ab5-c041-43d0-8a4f-27aaf24fda83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146454 Apr 05 15:49:41.118757 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e2a1db76-6c05-4c8e-b289-a73114592659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:41.128540 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-e2a1db76-6c05-4c8e-b289-a73114592659 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aae04180-de5a-4158-bbfd-308680bc16f9 HTTP/1.1" status: 204 len: 168 time: 0.6624999 Apr 05 15:49:41.242620 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-a32e0807-8183-4389-8c97-1aaf75d3338f req-ea7bed49-b428-4a0c-b785-0b23d649b9e9 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Unset dirty status for tenant:d4eb531685324e0f8fb99da30c72fe0c on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:49:41.262099 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f0907fbf-3ce4-4e6a-98f4-e8d3f576e75d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:41.275060 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a32e0807-8183-4389-8c97-1aaf75d3338f req-ea7bed49-b428-4a0c-b785-0b23d649b9e9 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 210 time: 0.2310007 Apr 05 15:49:41.357009 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-b38deb8b-ad14-4edb-b4b0-ff484e3f2274 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:41.358413 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-b38deb8b-ad14-4edb-b4b0-ff484e3f2274 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Synchronizing usage tracker for tenant:d4eb531685324e0f8fb99da30c72fe0c on resource:network {{(pid=84429) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:49:41.532893 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-280709d1-4be6-4115-bc46-ed6a702c9ba9 req-385311ea-81bb-43cf-bd22-880a68192e43 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 210 time: 0.1127927 Apr 05 15:49:41.546404 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-b38deb8b-ad14-4edb-b4b0-ff484e3f2274 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Unset dirty status for tenant:d4eb531685324e0f8fb99da30c72fe0c on resource:network {{(pid=84429) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:49:41.549381 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-650f13ee-66b3-4bcc-a6eb-46e2dc3d1f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:41.555851 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-b38deb8b-ad14-4edb-b4b0-ff484e3f2274 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.43 "GET /v2.0/networks?id=bf7980d5-30f6-4b51-8804-073d14195735 HTTP/1.1" status: 200 len: 818 time: 1.1546009 Apr 05 15:49:41.581055 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-3e35ce95-4509-49b6-825f-d6b92af3b3d5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Request body: {'port': {'device_id': 'e38f50d1-4389-4647-ae11-cc5348efdf0b', 'network_id': 'bf7980d5-30f6-4b51-8804-073d14195735', 'admin_state_up': True, 'tenant_id': 'd4eb531685324e0f8fb99da30c72fe0c'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:41.766882 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 9301f7b8-6400-4125-a0ca-e93b36874dfd up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:49:41.900934 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 9301f7b8-6400-4125-a0ca-e93b36874dfd triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:41.902831 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:42.220930 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device fa727824-c59d-4b59-b683-5687c104b293 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:49:42.285805 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-3e35ce95-4509-49b6-825f-d6b92af3b3d5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:42.307448 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-3e35ce95-4509-49b6-825f-d6b92af3b3d5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:42.410551 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port fa727824-c59d-4b59-b683-5687c104b293 completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:49:42.422300 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port fa727824-c59d-4b59-b683-5687c104b293 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:42.424504 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:42.424636 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-8438d455-5516-406b-96cf-f4ba5e3d385a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for port, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:42.427392 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-650f13ee-66b3-4bcc-a6eb-46e2dc3d1f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd6fa5d8-c43a-4af4-bf91-8418504340dd {{(pid=84430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:49:42.445646 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-650f13ee-66b3-4bcc-a6eb-46e2dc3d1f5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:42.466518 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-650f13ee-66b3-4bcc-a6eb-46e2dc3d1f5f service neutron] Transition to ACTIVE for port object bd6fa5d8-c43a-4af4-bf91-8418504340dd will not be triggered until provisioned by entity L2. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:49:42.506120 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-3e35ce95-4509-49b6-825f-d6b92af3b3d5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Made reservation on behalf of d4eb531685324e0f8fb99da30c72fe0c for: {'port': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:49:42.513162 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-3e35ce95-4509-49b6-825f-d6b92af3b3d5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:42.513374 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-650f13ee-66b3-4bcc-a6eb-46e2dc3d1f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:42.543959 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-8438d455-5516-406b-96cf-f4ba5e3d385a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Transition to ACTIVE for port object d9ab0c9a-147c-4754-9117-98ffc83feff4 will not be triggered until provisioned by entity DHCP. {{(pid=84429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:49:42.646666 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:42.734012 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:42.782715 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f13ee-66b3-4bcc-a6eb-46e2dc3d1f5f service neutron] Pushing event updated for resources: {'Port': ['ID=bd6fa5d8-c43a-4af4-bf91-8418504340dd,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:42.791367 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-650f13ee-66b3-4bcc-a6eb-46e2dc3d1f5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:42.794740 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2f2a22c3-beaf-46bd-bdce-264abae2c528 req-2f24fd45-da63-4dc3-ae65-883d1211d164 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 210 time: 0.2619159 Apr 05 15:49:42.845080 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] For port fa727824-c59d-4b59-b683-5687c104b293, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=fa727824-c59d-4b59-b683-5687c104b293,segment=NetworkSegment(8c957347-ca2f-4b08-a623-7dccb3bfa44a),segment_id=8c957347-ca2f-4b08-a623-7dccb3bfa44a)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:49:42.907095 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:42.909059 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3bb94635-2d99-4afd-bf73-0ec4968c19fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:42.965154 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-8438d455-5516-406b-96cf-f4ba5e3d385a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098'] for port, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:42.966819 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 35542) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:42.980640 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.db.resource_extend [None req-f0907fbf-3ce4-4e6a-98f4-e8d3f576e75d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 05 15:49:43.022361 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Pushing event updated for resources: {'Port': ['ID=fa727824-c59d-4b59-b683-5687c104b293,revision_number=5']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:43.030310 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:43.081232 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f0907fbf-3ce4-4e6a-98f4-e8d3f576e75d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:43.124272 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f0907fbf-3ce4-4e6a-98f4-e8d3f576e75d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for port, precommit_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:43.213746 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591b038-9a81-47eb-acaa-301069a0c69f req-bb299d20-c534-4ae9-9ec4-3e4c3c013d7e tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:43.214076 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f0907fbf-3ce4-4e6a-98f4-e8d3f576e75d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:43.223052 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4591b038-9a81-47eb-acaa-301069a0c69f req-bb299d20-c534-4ae9-9ec4-3e4c3c013d7e tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 931 time: 0.2012939 Apr 05 15:49:43.270804 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-3e35ce95-4509-49b6-825f-d6b92af3b3d5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Allocated IP 172.20.0.4 (bf7980d5-30f6-4b51-8804-073d14195735/f37979fe-7609-44e8-8c79-38b8746e7197/7f969ea2-d9b2-4617-ace0-843a41cbcfec) {{(pid=84429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:49:43.344780 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438d455-5516-406b-96cf-f4ba5e3d385a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Pushing event updated for resources: {'Port': ['ID=d9ab0c9a-147c-4754-9117-98ffc83feff4,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:43.357222 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-8438d455-5516-406b-96cf-f4ba5e3d385a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:43.363658 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-88d8e822-ae54-4fba-a95b-342445f67ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:43.379755 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-650f13ee-66b3-4bcc-a6eb-46e2dc3d1f5f service neutron] Attempting to bind port bd6fa5d8-c43a-4af4-bf91-8418504340dd on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:49:43.380244 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-650f13ee-66b3-4bcc-a6eb-46e2dc3d1f5f service neutron] Attempting to bind port bd6fa5d8-c43a-4af4-bf91-8418504340dd by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '525d66fe-5f7f-4434-ab40-5dad6b0fc808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bf7980d5-30f6-4b51-8804-073d14195735'}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:49:43.380931 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-650f13ee-66b3-4bcc-a6eb-46e2dc3d1f5f service neutron] Attempting to bind port bd6fa5d8-c43a-4af4-bf91-8418504340dd on network bf7980d5-30f6-4b51-8804-073d14195735 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:49:43.396513 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-650f13ee-66b3-4bcc-a6eb-46e2dc3d1f5f service neutron] Port bd6fa5d8-c43a-4af4-bf91-8418504340dd on network bf7980d5-30f6-4b51-8804-073d14195735 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:49:43.396971 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-650f13ee-66b3-4bcc-a6eb-46e2dc3d1f5f service neutron] Attempting to bind port bd6fa5d8-c43a-4af4-bf91-8418504340dd on network bf7980d5-30f6-4b51-8804-073d14195735 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:49:43.407292 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-650f13ee-66b3-4bcc-a6eb-46e2dc3d1f5f service neutron] Checking agent: {'id': 'e13e0a38-98d8-4e7c-86ff-f8c578f1bff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'started_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:49:43.408041 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-650f13ee-66b3-4bcc-a6eb-46e2dc3d1f5f service neutron] Checking segment: {'id': '525d66fe-5f7f-4434-ab40-5dad6b0fc808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bf7980d5-30f6-4b51-8804-073d14195735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:49:43.408866 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-650f13ee-66b3-4bcc-a6eb-46e2dc3d1f5f service neutron] Bound using segment: {'id': '525d66fe-5f7f-4434-ab40-5dad6b0fc808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bf7980d5-30f6-4b51-8804-073d14195735'} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:49:43.409456 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-650f13ee-66b3-4bcc-a6eb-46e2dc3d1f5f service neutron] Bound port: bd6fa5d8-c43a-4af4-bf91-8418504340dd, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525d66fe-5f7f-4434-ab40-5dad6b0fc808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bf7980d5-30f6-4b51-8804-073d14195735'}}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:49:43.409924 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-650f13ee-66b3-4bcc-a6eb-46e2dc3d1f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:43.429714 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-b250fe73-d66a-47e6-945b-e1c169f48e1b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-689014771-network', 'tenant_id': '11e87d4ce6fa4231b152dc42d758bed6'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:43.461602 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-b250fe73-d66a-47e6-945b-e1c169f48e1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:43.474604 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-b250fe73-d66a-47e6-945b-e1c169f48e1b admin admin] Usage tracker for resource:network and tenant:11e87d4ce6fa4231b152dc42d758bed6 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:43.482143 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4591b038-9a81-47eb-acaa-301069a0c69f req-09074e0a-7dcb-4d85-bb89-6dc130c67d04 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579970 Apr 05 15:49:43.501303 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-b250fe73-d66a-47e6-945b-e1c169f48e1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:43.519228 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-b250fe73-d66a-47e6-945b-e1c169f48e1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:43.559154 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-650f13ee-66b3-4bcc-a6eb-46e2dc3d1f5f service neutron] For port bd6fa5d8-c43a-4af4-bf91-8418504340dd, host hv-cinder-78477, cleared binding levels {{(pid=84430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:49:43.563976 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-650f13ee-66b3-4bcc-a6eb-46e2dc3d1f5f service neutron] For port bd6fa5d8-c43a-4af4-bf91-8418504340dd, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bd6fa5d8-c43a-4af4-bf91-8418504340dd,segment=NetworkSegment(525d66fe-5f7f-4434-ab40-5dad6b0fc808),segment_id=525d66fe-5f7f-4434-ab40-5dad6b0fc808)] {{(pid=84430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:49:43.580538 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0907fbf-3ce4-4e6a-98f4-e8d3f576e75d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Pushing event updated for resources: {'Port': ['ID=35d27eaa-f293-4fa3-bc72-39d071376730,revision_number=2']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:43.603688 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device fa727824-c59d-4b59-b683-5687c104b293 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:49:43.604977 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-8438d455-5516-406b-96cf-f4ba5e3d385a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Network e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:49:43.606089 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f0907fbf-3ce4-4e6a-98f4-e8d3f576e75d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:43.611714 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-650f13ee-66b3-4bcc-a6eb-46e2dc3d1f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:43.621029 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-8438d455-5516-406b-96cf-f4ba5e3d385a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:49:43.627929 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-8438d455-5516-406b-96cf-f4ba5e3d385a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Received port after_create {{(pid=84429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:49:43.634110 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-8438d455-5516-406b-96cf-f4ba5e3d385a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:43.634877 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-8438d455-5516-406b-96cf-f4ba5e3d385a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:43.642103 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b250fe73-d66a-47e6-945b-e1c169f48e1b admin admin] Made reservation on behalf of 11e87d4ce6fa4231b152dc42d758bed6 for: {'network': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:49:43.646777 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b250fe73-d66a-47e6-945b-e1c169f48e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for network, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:43.663803 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f0907fbf-3ce4-4e6a-98f4-e8d3f576e75d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850964789'] for floatingip, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:43.727047 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port fa727824-c59d-4b59-b683-5687c104b293 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:43.727708 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:43.739588 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b250fe73-d66a-47e6-945b-e1c169f48e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:43.804664 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-b250fe73-d66a-47e6-945b-e1c169f48e1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:43.804958 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-67ccd5d9-5a14-495d-96b3-11267a978475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:43.867099 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-b250fe73-d66a-47e6-945b-e1c169f48e1b admin admin] Usage tracker for resource:security_group_rule and tenant:11e87d4ce6fa4231b152dc42d758bed6 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:43.899569 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-b250fe73-d66a-47e6-945b-e1c169f48e1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:43.899659 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-650f13ee-66b3-4bcc-a6eb-46e2dc3d1f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:43.900241 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-650f13ee-66b3-4bcc-a6eb-46e2dc3d1f5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:43.902111 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-650f13ee-66b3-4bcc-a6eb-46e2dc3d1f5f service neutron] 10.222.0.43 "PUT /v2.0/ports/bd6fa5d8-c43a-4af4-bf91-8418504340dd HTTP/1.1" status: 200 len: 1093 time: 2.9503350 Apr 05 15:49:43.902424 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832a1d8c-512d-458c-8c68-31d29dd8af32', 'tag': 'bd6fa5d8-c43a-4af4-bf91-8418504340dd'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:49:43.925789 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-b250fe73-d66a-47e6-945b-e1c169f48e1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:43.954598 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-8438d455-5516-406b-96cf-f4ba5e3d385a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0726695 Apr 05 15:49:43.983216 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-d4b42306-82f2-4065-953a-8bcfd966d0e3 service neutron] Request body: {'port': {'device_id': '87ad1f83-fffe-4e12-b368-d4dc93b959ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:44.091753 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-f27fac16-a0c9-4383-8fbf-603e46bfa8dc None None] Provisioning for port d9ab0c9a-147c-4754-9117-98ffc83feff4 completed by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:49:44.104619 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f13ee-66b3-4bcc-a6eb-46e2dc3d1f5f service neutron] Pushing event updated for resources: {'Port': ['ID=bd6fa5d8-c43a-4af4-bf91-8418504340dd,revision_number=3']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:44.104926 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-f27fac16-a0c9-4383-8fbf-603e46bfa8dc None None] Provisioning complete for port d9ab0c9a-147c-4754-9117-98ffc83feff4 triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:44.107507 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f27fac16-a0c9-4383-8fbf-603e46bfa8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:44.110039 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-650f13ee-66b3-4bcc-a6eb-46e2dc3d1f5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:44.116208 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f0907fbf-3ce4-4e6a-98f4-e8d3f576e75d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for floatingip, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:44.135217 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-f0907fbf-3ce4-4e6a-98f4-e8d3f576e75d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5558348 Apr 05 15:49:44.190324 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-3e35ce95-4509-49b6-825f-d6b92af3b3d5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Notify callbacks [] for port, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:44.243967 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-75facd2d-4cc0-4c31-8a91-de0a1211e464 req-0ac06ae2-60d3-4662-9730-efc92ad80e9e tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 210 time: 0.1163838 Apr 05 15:49:44.280835 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-f27fac16-a0c9-4383-8fbf-603e46bfa8dc None None] Port d9ab0c9a-147c-4754-9117-98ffc83feff4 cannot update to ACTIVE because it is not bound. {{(pid=84431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:49:44.291770 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-c8f9a985-8a95-4b5c-81ad-31ac1bc3d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:44.300184 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-c8f9a985-8a95-4b5c-81ad-31ac1bc3d583 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4eb531685324e0f8fb99da30c72fe0c&device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 1096 time: 0.2765930 Apr 05 15:49:44.370259 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-d4b42306-82f2-4065-953a-8bcfd966d0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:44.406032 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-b30fdbf5-9a7c-4eac-bf98-45574fd832b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd6fa5d8-c43a-4af4-bf91-8418504340dd HTTP/1.1" status: 200 len: 217 time: 0.0895724 Apr 05 15:49:44.475945 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b250fe73-d66a-47e6-945b-e1c169f48e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:44.554139 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b250fe73-d66a-47e6-945b-e1c169f48e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:44.575077 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b250fe73-d66a-47e6-945b-e1c169f48e1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=84429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:49:44.600752 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b250fe73-d66a-47e6-945b-e1c169f48e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:44.603394 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.segments_db [None req-b250fe73-d66a-47e6-945b-e1c169f48e1b admin admin] Added segment c45c9e79-b82a-48d9-87df-51b0bd732875 of type vlan for network 272ed249-6547-4125-bbf0-58253a731568 Apr 05 15:49:44.629473 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-3e35ce95-4509-49b6-825f-d6b92af3b3d5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098'] for port, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:44.636520 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:44.732257 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832a1d8c-512d-458c-8c68-31d29dd8af32', 'tag': 'bd6fa5d8-c43a-4af4-bf91-8418504340dd', 'status': 'completed', 'code': 200} Apr 05 15:49:44.743905 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b250fe73-d66a-47e6-945b-e1c169f48e1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739064997474'] for network, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:44.795116 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-ea952bba-539d-40d3-81e9-c91c5ff4ec14 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1298909445&fields=id&tenant_id=5cd97b12be18437993ae8b61408dfe02 HTTP/1.1" status: 200 len: 267 time: 0.0619390 Apr 05 15:49:44.798241 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 35620) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:44.805688 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-564c9cd0-1554-46d2-83a4-afb05c83d2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:44.805688 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-564c9cd0-1554-46d2-83a4-afb05c83d2c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f37979fe-7609-44e8-8c79-38b8746e7197 HTTP/1.1" status: 200 len: 858 time: 0.3931196 Apr 05 15:49:44.872536 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250fe73-d66a-47e6-945b-e1c169f48e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b89f0a-c16a-4354-8736-1bc65461db2f,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:44.909508 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b250fe73-d66a-47e6-945b-e1c169f48e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:44.913672 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-73472ded-0ba4-44bd-a54e-dfa61ea2202c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:44.946834 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-058f45c7-a003-4588-959b-fbe2ef40e3ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf7980d5-30f6-4b51-8804-073d14195735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823600 Apr 05 15:49:45.079854 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0326594-d736-43dd-afcd-1354687e871f admin admin] Deleting subnet 5ff64078-e709-4d14-a166-365184de5836 {{(pid=84430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 15:49:45.101413 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:45.137077 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b0326594-d736-43dd-afcd-1354687e871f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:45.194568 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.db.resource_extend [None req-b250fe73-d66a-47e6-945b-e1c169f48e1b admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 05 15:49:45.252891 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b0326594-d736-43dd-afcd-1354687e871f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:45.264491 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-f13602b0-5fee-4290-83b7-d759afb73be6 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:45.266610 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-f13602b0-5fee-4290-83b7-d759afb73be6 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/networks?id=3ce8b371-7444-4e4c-b34f-4697bdc6ea9f HTTP/1.1" status: 200 len: 811 time: 0.4292698 Apr 05 15:49:45.272453 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35ce95-4509-49b6-825f-d6b92af3b3d5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Pushing event updated for resources: {'Port': ['ID=7f969ea2-d9b2-4617-ace0-843a41cbcfec,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:45.275155 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b0326594-d736-43dd-afcd-1354687e871f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:45.281487 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3e35ce95-4509-49b6-825f-d6b92af3b3d5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:45.305592 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-d20119ec-762f-4511-88b7-404fefa39427 service neutron] 10.222.0.43 "GET /v2.0/networks/bf7980d5-30f6-4b51-8804-073d14195735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501618 Apr 05 15:49:45.327424 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-4991cfef-3bc7-4dd7-8713-da2c7b5f74b5 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/quotas/5cd97b12be18437993ae8b61408dfe02 HTTP/1.1" status: 200 len: 375 time: 0.0208087 Apr 05 15:49:45.349165 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b250fe73-d66a-47e6-945b-e1c169f48e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for network, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:45.361943 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b250fe73-d66a-47e6-945b-e1c169f48e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:45.362619 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b250fe73-d66a-47e6-945b-e1c169f48e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:45.384376 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a109ebbc-22b9-4474-bb43-a1f046db6604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:45.504156 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-3e35ce95-4509-49b6-825f-d6b92af3b3d5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Network bf7980d5-30f6-4b51-8804-073d14195735 is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:49:45.513041 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-3e35ce95-4509-49b6-825f-d6b92af3b3d5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:49:45.516396 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-b250fe73-d66a-47e6-945b-e1c169f48e1b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5416965 Apr 05 15:49:45.528169 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-3e35ce95-4509-49b6-825f-d6b92af3b3d5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Received port after_create {{(pid=84429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:49:45.534042 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-3e35ce95-4509-49b6-825f-d6b92af3b3d5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:45.534761 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-3e35ce95-4509-49b6-825f-d6b92af3b3d5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:45.541380 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 35632) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:45.554087 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250fe73-d66a-47e6-945b-e1c169f48e1b admin admin] Pushing event updated for resources: {'Network': ['ID=272ed249-6547-4125-bbf0-58253a731568,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:45.565147 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-cd1a2c1f-a10b-4ee5-aa0e-bfb9f91f8c72 admin admin] Request body: {'subnet': {'network_id': '272ed249-6547-4125-bbf0-58253a731568', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-689014771-subnet', 'tenant_id': '11e87d4ce6fa4231b152dc42d758bed6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:45.572327 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-cd1a2c1f-a10b-4ee5-aa0e-bfb9f91f8c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:45.576805 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b250fe73-d66a-47e6-945b-e1c169f48e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:45.580591 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-cd1a2c1f-a10b-4ee5-aa0e-bfb9f91f8c72 admin admin] Usage tracker for resource:subnet and tenant:11e87d4ce6fa4231b152dc42d758bed6 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:45.585183 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Network 272ed249-6547-4125-bbf0-58253a731568 details requested by agent ovs-agent-dv-cinder-784779-1-iscsi with host dv-cinder-784779-1-iscsi {{(pid=84431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:49:45.586675 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-cd1a2c1f-a10b-4ee5-aa0e-bfb9f91f8c72 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:45.594826 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-cd1a2c1f-a10b-4ee5-aa0e-bfb9f91f8c72 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:45.603118 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-3e35ce95-4509-49b6-825f-d6b92af3b3d5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0336392 Apr 05 15:49:45.620722 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-b0b8f2a6-b7f4-4a8f-a319-13109f0e1667 service neutron] Request body: {'port': {'device_id': 'e38f50d1-4389-4647-ae11-cc5348efdf0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:45.722017 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1a2c1f-a10b-4ee5-aa0e-bfb9f91f8c72 admin admin] Made reservation on behalf of 11e87d4ce6fa4231b152dc42d758bed6 for: {'subnet': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:49:45.726798 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cd1a2c1f-a10b-4ee5-aa0e-bfb9f91f8c72 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:45.747873 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-45a3f36a-3679-43c6-bd3e-2cfff0db52c7 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Synchronizing usage tracker for tenant:5cd97b12be18437993ae8b61408dfe02 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:49:45.752685 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-59ececb2-821f-4f5b-9042-d0c53941a572 req-a03bf5b8-4617-488c-97be-cbfebedd725f service neutron] 10.222.0.43 "GET /v2.0/networks/bf7980d5-30f6-4b51-8804-073d14195735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218602 Apr 05 15:49:45.782103 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21019d4e-1977-4b22-bfe9-021961bf9984 req-35059cf5-9fa9-4feb-b58b-9cf5b72989a0 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:45.787377 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-21019d4e-1977-4b22-bfe9-021961bf9984 req-35059cf5-9fa9-4feb-b58b-9cf5b72989a0 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 931 time: 0.3831558 Apr 05 15:49:45.794388 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-d4b42306-82f2-4065-953a-8bcfd966d0e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ab0c9a-147c-4754-9117-98ffc83feff4 {{(pid=84429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:49:45.902564 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-d4b42306-82f2-4065-953a-8bcfd966d0e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:45.945724 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-45a3f36a-3679-43c6-bd3e-2cfff0db52c7 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Unset dirty status for tenant:5cd97b12be18437993ae8b61408dfe02 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:49:45.947351 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-45a3f36a-3679-43c6-bd3e-2cfff0db52c7 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5cd97b12be18437993ae8b61408dfe02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5928254 Apr 05 15:49:45.954654 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-d4b42306-82f2-4065-953a-8bcfd966d0e3 service neutron] Transition to ACTIVE for port object d9ab0c9a-147c-4754-9117-98ffc83feff4 will not be triggered until provisioned by entity L2. {{(pid=84429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:49:45.956612 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-b0b8f2a6-b7f4-4a8f-a319-13109f0e1667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:45.961248 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-21019d4e-1977-4b22-bfe9-021961bf9984 req-0b015b53-729c-4b79-8d72-450c9650efd6 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325197 Apr 05 15:49:46.020231 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-d4b42306-82f2-4065-953a-8bcfd966d0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:46.037987 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:46.106579 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b0326594-d736-43dd-afcd-1354687e871f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for subnet, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:46.144274 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-63679aac-864e-4c62-9af9-31675b2be29e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:46.244212 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0326594-d736-43dd-afcd-1354687e871f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ff64078-e709-4d14-a166-365184de5836,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:46.247705 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b0326594-d736-43dd-afcd-1354687e871f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:46.257758 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b42306-82f2-4065-953a-8bcfd966d0e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ab0c9a-147c-4754-9117-98ffc83feff4,revision_number=2']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:46.301171 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d4b42306-82f2-4065-953a-8bcfd966d0e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:46.362165 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70df4f-5f59-4390-adbd-70ba596e6e11 req-a0f498b1-7b42-43b6-a44c-348a93ce6f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:46.363798 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8c70df4f-5f59-4390-adbd-70ba596e6e11 req-a0f498b1-7b42-43b6-a44c-348a93ce6f19 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4eb531685324e0f8fb99da30c72fe0c&device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 1096 time: 0.4805377 Apr 05 15:49:46.372160 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-f7eb0686-bd8f-4fd4-b97b-8bc77f36edbe service neutron] 10.222.0.44 "GET /v2.0/networks/3ce8b371-7444-4e4c-b34f-4697bdc6ea9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965595 Apr 05 15:49:46.460171 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b0326594-d736-43dd-afcd-1354687e871f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:46.552194 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-b0326594-d736-43dd-afcd-1354687e871f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5ff64078-e709-4d14-a166-365184de5836 HTTP/1.1" status: 204 len: 168 time: 1.7526946 Apr 05 15:49:46.554175 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 35652) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:46.776706 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-d4b42306-82f2-4065-953a-8bcfd966d0e3 service neutron] Attempting to bind port d9ab0c9a-147c-4754-9117-98ffc83feff4 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:49:46.776996 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-d4b42306-82f2-4065-953a-8bcfd966d0e3 service neutron] Attempting to bind port d9ab0c9a-147c-4754-9117-98ffc83feff4 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'fef1935c-6d67-4364-9de4-33c96e20e798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965'}] {{(pid=84429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:49:46.777362 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-d4b42306-82f2-4065-953a-8bcfd966d0e3 service neutron] Attempting to bind port d9ab0c9a-147c-4754-9117-98ffc83feff4 on network e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:49:46.791789 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-d4b42306-82f2-4065-953a-8bcfd966d0e3 service neutron] Port d9ab0c9a-147c-4754-9117-98ffc83feff4 on network e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:49:46.792139 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-d4b42306-82f2-4065-953a-8bcfd966d0e3 service neutron] Attempting to bind port d9ab0c9a-147c-4754-9117-98ffc83feff4 on network e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:49:46.808768 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-d4b42306-82f2-4065-953a-8bcfd966d0e3 service neutron] Checking agent: {'id': 'e13e0a38-98d8-4e7c-86ff-f8c578f1bff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'started_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:49:46.809124 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-d4b42306-82f2-4065-953a-8bcfd966d0e3 service neutron] Checking segment: {'id': 'fef1935c-6d67-4364-9de4-33c96e20e798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:49:46.809561 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-d4b42306-82f2-4065-953a-8bcfd966d0e3 service neutron] Bound using segment: {'id': 'fef1935c-6d67-4364-9de4-33c96e20e798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965'} {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:49:46.810342 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-d4b42306-82f2-4065-953a-8bcfd966d0e3 service neutron] Bound port: d9ab0c9a-147c-4754-9117-98ffc83feff4, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef1935c-6d67-4364-9de4-33c96e20e798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965'}}] {{(pid=84429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:49:46.810907 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-d4b42306-82f2-4065-953a-8bcfd966d0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:46.916568 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441853c-2858-4c60-8686-f0dffb30a2d6 req-409e3dc6-dcf1-4003-8de9-a5edf7890e32 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:46.918282 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5441853c-2858-4c60-8686-f0dffb30a2d6 req-409e3dc6-dcf1-4003-8de9-a5edf7890e32 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 931 time: 0.7791510 Apr 05 15:49:47.065127 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70df4f-5f59-4390-adbd-70ba596e6e11 req-2585a1a3-43db-4250-aa37-5a22a7406601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:47.066738 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8c70df4f-5f59-4390-adbd-70ba596e6e11 req-2585a1a3-43db-4250-aa37-5a22a7406601 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bf7980d5-30f6-4b51-8804-073d14195735 HTTP/1.1" status: 200 len: 919 time: 0.6877527 Apr 05 15:49:47.072256 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-df8be1c7-c9c6-4528-9098-27394443522c service neutron] 10.222.0.44 "GET /v2.0/networks/3ce8b371-7444-4e4c-b34f-4697bdc6ea9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6654406 Apr 05 15:49:47.081674 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-d4b42306-82f2-4065-953a-8bcfd966d0e3 service neutron] For port d9ab0c9a-147c-4754-9117-98ffc83feff4, host hv-cinder-78477, cleared binding levels {{(pid=84429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:49:47.083466 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-516461'] for network, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:47.085169 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-b0b8f2a6-b7f4-4a8f-a319-13109f0e1667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f969ea2-d9b2-4617-ace0-843a41cbcfec {{(pid=84429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:49:47.091846 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-d4b42306-82f2-4065-953a-8bcfd966d0e3 service neutron] For port d9ab0c9a-147c-4754-9117-98ffc83feff4, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d9ab0c9a-147c-4754-9117-98ffc83feff4,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:49:47.098386 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-b0b8f2a6-b7f4-4a8f-a319-13109f0e1667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:47.157070 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-d4b42306-82f2-4065-953a-8bcfd966d0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:47.158264 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-b0b8f2a6-b7f4-4a8f-a319-13109f0e1667 service neutron] Transition to ACTIVE for port object 7f969ea2-d9b2-4617-ace0-843a41cbcfec will not be triggered until provisioned by entity L2. {{(pid=84429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:49:47.181606 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:47.222863 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5441853c-2858-4c60-8686-f0dffb30a2d6 req-ce7577af-5066-4d91-9871-2170154e5111 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907958 Apr 05 15:49:47.244362 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8c70df4f-5f59-4390-adbd-70ba596e6e11 req-e870c479-5ba1-4c05-b331-311ef23a0ab6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd6fa5d8-c43a-4af4-bf91-8418504340dd HTTP/1.1" status: 200 len: 217 time: 0.1659944 Apr 05 15:49:47.244748 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-b0b8f2a6-b7f4-4a8f-a319-13109f0e1667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:47.394328 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cd1a2c1f-a10b-4ee5-aa0e-bfb9f91f8c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for subnet, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:47.531232 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-31353837-ece7-4384-ac66-2cf8746aec3c req-ce229cc7-e8f0-4073-b4ae-0d66a5b9bb3b tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 210 time: 0.1427619 Apr 05 15:49:47.622841 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70df4f-5f59-4390-adbd-70ba596e6e11 req-ed166ad5-53a3-4f36-bc25-9c1c222f52c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:47.624551 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8c70df4f-5f59-4390-adbd-70ba596e6e11 req-ed166ad5-53a3-4f36-bc25-9c1c222f52c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f37979fe-7609-44e8-8c79-38b8746e7197 HTTP/1.1" status: 200 len: 858 time: 0.3047864 Apr 05 15:49:47.630740 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363297789275713'] for network, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:47.720752 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8c70df4f-5f59-4390-adbd-70ba596e6e11 req-ae449d71-f94d-43e3-94e4-012148287f11 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf7980d5-30f6-4b51-8804-073d14195735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734763 Apr 05 15:49:47.861501 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:49:47.861831 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:49:47.862857 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:49:47.863051 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] Subscribe: > port after_create 55550000 {{(pid=84430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:49:47.863472 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:49:47.864145 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] Subscribe: > port after_update 55550000 {{(pid=84430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:49:47.864145 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:49:47.864542 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:49:47.864881 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:49:47.865385 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:49:47.875656 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b42306-82f2-4065-953a-8bcfd966d0e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ab0c9a-147c-4754-9117-98ffc83feff4,revision_number=3']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:47.884901 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d4b42306-82f2-4065-953a-8bcfd966d0e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:47.897925 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.619s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:47.940311 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:49:47.940698 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:49:47.941069 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:49:47.941436 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84430) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:49:47.941832 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fefae9b-909c-41ab-bf28-c1874e900d4a']}} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:47.991392 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8f2a6-b7f4-4a8f-a319-13109f0e1667 service neutron] Pushing event updated for resources: {'Port': ['ID=7f969ea2-d9b2-4617-ace0-843a41cbcfec,revision_number=2']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:48.009755 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b0b8f2a6-b7f4-4a8f-a319-13109f0e1667 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:48.013416 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-acf40a63-d8f4-4929-923b-c7a6b8876de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.286s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:48.022086 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa757bf-f61c-40c0-a96b-35848a1028bc req-a5cf9832-f319-4209-af69-5e2ce9a917a9 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:48.028909 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1aa757bf-f61c-40c0-a96b-35848a1028bc req-a5cf9832-f319-4209-af69-5e2ce9a917a9 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.6424630 Apr 05 15:49:48.031508 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c8b340-93a8-46a5-bf90-8907627bc463') {'for_net_delete': True} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:48.031844 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c8b340-93a8-46a5-bf90-8907627bc463') {} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:48.078261 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-d4b42306-82f2-4065-953a-8bcfd966d0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:48.079001 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-d4b42306-82f2-4065-953a-8bcfd966d0e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:48.080935 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-d4b42306-82f2-4065-953a-8bcfd966d0e3 service neutron] 10.222.0.43 "PUT /v2.0/ports/d9ab0c9a-147c-4754-9117-98ffc83feff4 HTTP/1.1" status: 200 len: 1093 time: 4.1132367 Apr 05 15:49:48.082670 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739065499985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844464973'] for segment, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:48.101142 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ad1f83-fffe-4e12-b368-d4dc93b959ab', 'tag': 'd9ab0c9a-147c-4754-9117-98ffc83feff4'}] {{(pid=84429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:49:48.158849 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8c70df4f-5f59-4390-adbd-70ba596e6e11 req-7486cf1f-b963-4b96-9705-2a7b6a1ec2e0 service neutron] 10.222.0.43 "GET /v2.0/networks/bf7980d5-30f6-4b51-8804-073d14195735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844595 Apr 05 15:49:48.172340 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1aa757bf-f61c-40c0-a96b-35848a1028bc req-10c20280-3083-4ab4-888a-8957c5b7e9a3 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306186 Apr 05 15:49:48.194417 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ad1f83-fffe-4e12-b368-d4dc93b959ab', 'tag': 'd9ab0c9a-147c-4754-9117-98ffc83feff4', 'status': 'completed', 'code': 200} Apr 05 15:49:48.204548 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:48.229236 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=84430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 15:49:48.274083 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a2c1f-a10b-4ee5-aa0e-bfb9f91f8c72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9142654-6da0-432d-9c72-65d3b6843980,revision_number=0']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:48.277429 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-cd1a2c1f-a10b-4ee5-aa0e-bfb9f91f8c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:48.365076 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-b0b8f2a6-b7f4-4a8f-a319-13109f0e1667 service neutron] Attempting to bind port 7f969ea2-d9b2-4617-ace0-843a41cbcfec on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:49:48.365931 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-b0b8f2a6-b7f4-4a8f-a319-13109f0e1667 service neutron] Attempting to bind port 7f969ea2-d9b2-4617-ace0-843a41cbcfec by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '525d66fe-5f7f-4434-ab40-5dad6b0fc808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bf7980d5-30f6-4b51-8804-073d14195735'}] {{(pid=84429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:49:48.365931 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-b0b8f2a6-b7f4-4a8f-a319-13109f0e1667 service neutron] Attempting to bind port 7f969ea2-d9b2-4617-ace0-843a41cbcfec on network bf7980d5-30f6-4b51-8804-073d14195735 {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:49:48.393314 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-b0b8f2a6-b7f4-4a8f-a319-13109f0e1667 service neutron] Port 7f969ea2-d9b2-4617-ace0-843a41cbcfec on network bf7980d5-30f6-4b51-8804-073d14195735 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:49:48.394203 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-b0b8f2a6-b7f4-4a8f-a319-13109f0e1667 service neutron] Attempting to bind port 7f969ea2-d9b2-4617-ace0-843a41cbcfec on network bf7980d5-30f6-4b51-8804-073d14195735 {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:49:48.419254 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-b0b8f2a6-b7f4-4a8f-a319-13109f0e1667 service neutron] Checking agent: {'id': 'e13e0a38-98d8-4e7c-86ff-f8c578f1bff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'started_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:49:48.419629 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-b0b8f2a6-b7f4-4a8f-a319-13109f0e1667 service neutron] Checking segment: {'id': '525d66fe-5f7f-4434-ab40-5dad6b0fc808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bf7980d5-30f6-4b51-8804-073d14195735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:49:48.420045 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-b0b8f2a6-b7f4-4a8f-a319-13109f0e1667 service neutron] Bound using segment: {'id': '525d66fe-5f7f-4434-ab40-5dad6b0fc808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bf7980d5-30f6-4b51-8804-073d14195735'} {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:49:48.426429 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-b0b8f2a6-b7f4-4a8f-a319-13109f0e1667 service neutron] Bound port: 7f969ea2-d9b2-4617-ace0-843a41cbcfec, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525d66fe-5f7f-4434-ab40-5dad6b0fc808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'bf7980d5-30f6-4b51-8804-073d14195735'}}] {{(pid=84429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:49:48.426429 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-b0b8f2a6-b7f4-4a8f-a319-13109f0e1667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:48.439916 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1a2c1f-a10b-4ee5-aa0e-bfb9f91f8c72 admin admin] Checking segment: {'id': 'c45c9e79-b82a-48d9-87df-51b0bd732875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '272ed249-6547-4125-bbf0-58253a731568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:49:48.440310 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1a2c1f-a10b-4ee5-aa0e-bfb9f91f8c72 admin admin] Network hostable DHCP agents. Network: 272ed249-6547-4125-bbf0-58253a731568, hostable agents: ['0f32e0e8-c846-4e58-971c-cb28b45a07b7'], hosted agents: [] {{(pid=84429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:49:48.491759 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-f5cd098d-a98c-4597-9214-6978993821e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:48.491759 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-f5cd098d-a98c-4597-9214-6978993821e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=639ec5b6ae8d4642b674c6cd637e4cb2&device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 1096 time: 0.2837191 Apr 05 15:49:48.562911 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] Network 6fefae9b-909c-41ab-bf28-c1874e900d4a has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:49:48.578097 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844508760'] for segment, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:48.589716 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-328a3927-f8ca-4e78-aaa7-6bb90244e3e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9ab0c9a-147c-4754-9117-98ffc83feff4 HTTP/1.1" status: 200 len: 217 time: 0.0803533 Apr 05 15:49:48.665878 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8c70df4f-5f59-4390-adbd-70ba596e6e11 req-cbd1a7e7-a4ad-4f67-ae90-5c3e2a6bc8ef service neutron] 10.222.0.43 "GET /v2.0/networks/bf7980d5-30f6-4b51-8804-073d14195735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974108 Apr 05 15:49:48.727694 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1a2c1f-a10b-4ee5-aa0e-bfb9f91f8c72 admin admin] Network 272ed249-6547-4125-bbf0-58253a731568 is scheduled to be hosted by DHCP agent 0f32e0e8-c846-4e58-971c-cb28b45a07b7 with binding_index 1 {{(pid=84429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:49:48.781687 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-b0b8f2a6-b7f4-4a8f-a319-13109f0e1667 service neutron] For port 7f969ea2-d9b2-4617-ace0-843a41cbcfec, host hv-cinder-78477, cleared binding levels {{(pid=84429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:49:48.788033 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-b0b8f2a6-b7f4-4a8f-a319-13109f0e1667 service neutron] For port 7f969ea2-d9b2-4617-ace0-843a41cbcfec, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7f969ea2-d9b2-4617-ace0-843a41cbcfec,segment=NetworkSegment(525d66fe-5f7f-4434-ab40-5dad6b0fc808),segment_id=525d66fe-5f7f-4434-ab40-5dad6b0fc808)] {{(pid=84429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:49:48.792219 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-be8869ed-f092-41dd-a485-ea2d64281cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:48.793981 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-be8869ed-f092-41dd-a485-ea2d64281cf7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b49c561-1ceb-4c3b-9352-979a5ef7193b HTTP/1.1" status: 200 len: 855 time: 0.1928403 Apr 05 15:49:48.795438 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-cd1a2c1f-a10b-4ee5-aa0e-bfb9f91f8c72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-iscsi, 272ed249-6547-4125-bbf0-58253a731568) {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:49:48.799666 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1a2c1f-a10b-4ee5-aa0e-bfb9f91f8c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:48.800373 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cd1a2c1f-a10b-4ee5-aa0e-bfb9f91f8c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:48.805069 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36175fc7-91c9-4d83-8e33-b3e406771cc4 None None] Network 272ed249-6547-4125-bbf0-58253a731568 requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:49:48.839937 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] Network 6fefae9b-909c-41ab-bf28-c1874e900d4a has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:49:48.861742 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-b0b8f2a6-b7f4-4a8f-a319-13109f0e1667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:48.885087 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1e353d8d-327e-4dce-89dc-2f10e0406589 req-77ed0ffd-42ab-4395-83af-64b799e3ff2a tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 210 time: 0.1022468 Apr 05 15:49:48.887826 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:48.893907 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2f91d-f2d3-4b5a-b399-e8feec1daeae req-371a73d9-3ef7-4b87-b395-e817b3650446 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:48.895747 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f9e2f91d-f2d3-4b5a-b399-e8feec1daeae req-371a73d9-3ef7-4b87-b395-e817b3650446 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 943 time: 0.4827592 Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: from cryptography.utils import int_from_bytes Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: from cryptography.utils import int_from_bytes Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: (rel_b, rel_a, rel_b), Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: (rel_b, rel_a, rel_b), Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: Traceback (most recent call last): Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: timer() Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: cb(*args, **kw) Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: return func(*args, **kwargs) Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: self._notify() Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: self.callback(batched_events) Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: event.method(event) Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: segment_id)['aggregates'][0] Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: return f(self, *a, **k) Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: return self._get(url).json() Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: **kwargs) Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: return self.request(url, 'GET', **kwargs) Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: **endpoint_filter) Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:49:48.899231 dv-cinder-784779-1-iscsi neutron-server[84318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:49:49.025535 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-cd1a2c1f-a10b-4ee5-aa0e-bfb9f91f8c72 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.4794216 Apr 05 15:49:49.054673 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f9e2f91d-f2d3-4b5a-b399-e8feec1daeae req-49cab426-9185-4624-8a62-efd555fc3865 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424422 Apr 05 15:49:49.084924 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8f2a6-b7f4-4a8f-a319-13109f0e1667 service neutron] Pushing event updated for resources: {'Port': ['ID=7f969ea2-d9b2-4617-ace0-843a41cbcfec,revision_number=3']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:49.096675 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b0b8f2a6-b7f4-4a8f-a319-13109f0e1667 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:49.130781 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-7d1341e5-c025-483e-895b-858cf6e259d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:49.132375 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-7d1341e5-c025-483e-895b-858cf6e259d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5b2c727-4df9-4ea8-bf8a-1e179c6d9965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3254468 Apr 05 15:49:49.142420 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-b0b8f2a6-b7f4-4a8f-a319-13109f0e1667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:49.143067 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-b0b8f2a6-b7f4-4a8f-a319-13109f0e1667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:49.144284 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-b0b8f2a6-b7f4-4a8f-a319-13109f0e1667 service neutron] 10.222.0.43 "PUT /v2.0/ports/7f969ea2-d9b2-4617-ace0-843a41cbcfec HTTP/1.1" status: 200 len: 1093 time: 3.5307667 Apr 05 15:49:49.194748 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146bdb13-e3f8-4f92-9010-32fe0e0afba2 None None] Network 272ed249-6547-4125-bbf0-58253a731568 requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:49:49.340618 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850964774'] for network, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:49.345836 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-942dd386-edc0-43ae-92da-4af9e7b96a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:49.370450 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:49.383101 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-5ebbd182-4563-4ff6-b591-d07371fc986c service neutron] 10.222.0.43 "GET /v2.0/networks/e5b2c727-4df9-4ea8-bf8a-1e179c6d9965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378190 Apr 05 15:49:49.411182 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2c2679d2-5554-4449-856f-5aff4041c543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:49.443560 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-5a46c38a-2ada-4035-b821-7f65b859ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:49.445494 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-5a46c38a-2ada-4035-b821-7f65b859ff62 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4eb531685324e0f8fb99da30c72fe0c&device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 1096 time: 0.1911404 Apr 05 15:49:49.453487 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fefae9b-909c-41ab-bf28-c1874e900d4a,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:49.462523 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:49.479357 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6fefae9b-909c-41ab-bf28-c1874e900d4a HTTP/1.1" status: 204 len: 168 time: 2.6409009 Apr 05 15:49:49.480468 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 35710) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:49.605774 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b4a23e-fba8-4631-bfbd-3703dd2b7c6a admin admin] Deleting subnet a614b5ba-0918-4782-8d9b-3daf60ed548a {{(pid=84430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 15:49:49.616722 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-ef859c6d-fa69-4106-bd64-ea28a1847f0f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f969ea2-d9b2-4617-ace0-843a41cbcfec HTTP/1.1" status: 200 len: 217 time: 0.0793953 Apr 05 15:49:49.625535 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d5b4a23e-fba8-4631-bfbd-3703dd2b7c6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:49.740400 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-c3a6742e-3146-452e-9a84-03960e637e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:49.741941 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-c3a6742e-3146-452e-9a84-03960e637e7e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f37979fe-7609-44e8-8c79-38b8746e7197 HTTP/1.1" status: 200 len: 858 time: 0.1085043 Apr 05 15:49:49.750239 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3ba5785a-6f32-4b1a-b3c0-e787be09f2cb req-605e41a4-f40c-4294-8e77-b3d40ae7ac03 service neutron] 10.222.0.43 "GET /v2.0/networks/e5b2c727-4df9-4ea8-bf8a-1e179c6d9965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578687 Apr 05 15:49:49.751743 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bc668-1a32-405a-b529-ad2557191c1e req-a3c55357-4094-4909-8606-d4b8c4207fc0 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:49.753510 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-cb2bc668-1a32-405a-b529-ad2557191c1e req-a3c55357-4094-4909-8606-d4b8c4207fc0 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.3893902 Apr 05 15:49:49.786879 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device bd6fa5d8-c43a-4af4-bf91-8418504340dd details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:49:49.804338 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-250f1385-550c-4337-a49c-e9e3b5cc1f7b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf7980d5-30f6-4b51-8804-073d14195735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529177 Apr 05 15:49:49.988772 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d5b4a23e-fba8-4631-bfbd-3703dd2b7c6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10310842'] for subnet, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:50.067071 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port bd6fa5d8-c43a-4af4-bf91-8418504340dd, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bd6fa5d8-c43a-4af4-bf91-8418504340dd,segment=NetworkSegment(525d66fe-5f7f-4434-ab40-5dad6b0fc808),segment_id=525d66fe-5f7f-4434-ab40-5dad6b0fc808)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:49:50.092640 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Returning: {'device': 'bd6fa5d8-c43a-4af4-bf91-8418504340dd', 'network_id': 'bf7980d5-30f6-4b51-8804-073d14195735', 'port_id': 'bd6fa5d8-c43a-4af4-bf91-8418504340dd', 'mac_address': 'fa:16:3e:e3:53:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37979fe-7609-44e8-8c79-38b8746e7197', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:49:50.148450 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d5b4a23e-fba8-4631-bfbd-3703dd2b7c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:50.206042 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38f50d1-4389-4647-ae11-cc5348efdf0b', 'tag': '7f969ea2-d9b2-4617-ace0-843a41cbcfec'}] {{(pid=84429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:49:50.212532 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:50.234450 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6fa5d8-c43a-4af4-bf91-8418504340dd {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:49:50.238289 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 35746) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:50.253928 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port bd6fa5d8-c43a-4af4-bf91-8418504340dd, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bd6fa5d8-c43a-4af4-bf91-8418504340dd,segment=NetworkSegment(525d66fe-5f7f-4434-ab40-5dad6b0fc808),segment_id=525d66fe-5f7f-4434-ab40-5dad6b0fc808)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:49:50.260389 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-1d556c53-90cd-4e59-b7df-7121df30dbb8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-54609479-network', 'tenant_id': '5a80c155d67d40fc88f8d17ecf651001'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:50.281500 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-4e4d3cb1-f8f7-479b-ad8d-f3177ab9ce3e service neutron] 10.222.0.43 "GET /v2.0/networks/bf7980d5-30f6-4b51-8804-073d14195735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631343 Apr 05 15:49:50.282916 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-1d556c53-90cd-4e59-b7df-7121df30dbb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:50.301783 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:50.303668 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:50.314584 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-1d556c53-90cd-4e59-b7df-7121df30dbb8 admin admin] Usage tracker for resource:network and tenant:5a80c155d67d40fc88f8d17ecf651001 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:50.323578 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-1d556c53-90cd-4e59-b7df-7121df30dbb8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:50.431850 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=bd6fa5d8-c43a-4af4-bf91-8418504340dd,revision_number=4']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:50.435793 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:50.543987 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['bd6fa5d8-c43a-4af4-bf91-8418504340dd'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:49:50.576364 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-1d556c53-90cd-4e59-b7df-7121df30dbb8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:50.649283 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-cb2bc668-1a32-405a-b529-ad2557191c1e req-11cf4ff6-d131-4c24-bbb9-9283eb1f468a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8365226 Apr 05 15:49:50.684849 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af137376-b49b-4b01-868c-f4b7cf29cad9 req-1baeddbe-8ab5-4967-8e14-4456a899f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:50.684849 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-af137376-b49b-4b01-868c-f4b7cf29cad9 req-1baeddbe-8ab5-4967-8e14-4456a899f67c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=639ec5b6ae8d4642b674c6cd637e4cb2&device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 1096 time: 0.5566359 Apr 05 15:49:50.710427 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 35760) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:50.721906 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d556c53-90cd-4e59-b7df-7121df30dbb8 admin admin] Made reservation on behalf of 5a80c155d67d40fc88f8d17ecf651001 for: {'network': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:49:50.726789 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1d556c53-90cd-4e59-b7df-7121df30dbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for network, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:50.771512 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1d556c53-90cd-4e59-b7df-7121df30dbb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:50.794891 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-1d556c53-90cd-4e59-b7df-7121df30dbb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:50.795405 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-60458b78-1f10-4276-865f-a83dce0cf060 req-2b5a08dc-6b7e-467a-a049-da04740f0399 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 210 time: 0.1951439 Apr 05 15:49:50.801300 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-976c4102-a114-4543-be9b-3d8c8fbfc7d9 req-390fd80f-1ca9-4721-8a38-38f3f26ac5bf service neutron] 10.222.0.43 "GET /v2.0/networks/bf7980d5-30f6-4b51-8804-073d14195735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091536 Apr 05 15:49:50.828657 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:50.860432 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-1d556c53-90cd-4e59-b7df-7121df30dbb8 admin admin] Usage tracker for resource:security_group_rule and tenant:5a80c155d67d40fc88f8d17ecf651001 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:50.865371 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-1d556c53-90cd-4e59-b7df-7121df30dbb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:50.882724 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-1d556c53-90cd-4e59-b7df-7121df30dbb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:50.948577 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af137376-b49b-4b01-868c-f4b7cf29cad9 req-e2cd0a5a-9a4c-4291-98a4-0a51b7f1f987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:50.950128 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-af137376-b49b-4b01-868c-f4b7cf29cad9 req-e2cd0a5a-9a4c-4291-98a4-0a51b7f1f987 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 HTTP/1.1" status: 200 len: 917 time: 0.2612550 Apr 05 15:49:51.031452 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38f50d1-4389-4647-ae11-cc5348efdf0b', 'tag': '7f969ea2-d9b2-4617-ace0-843a41cbcfec', 'status': 'completed', 'code': 200} Apr 05 15:49:51.059093 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-87d377bb-df41-47a5-8888-c54ea76db271 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:51.060724 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-87d377bb-df41-47a5-8888-c54ea76db271 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.43 "GET /v2.0/networks?id=3ce8b371-7444-4e4c-b34f-4697bdc6ea9f HTTP/1.1" status: 200 len: 811 time: 1.3060551 Apr 05 15:49:51.086578 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-af137376-b49b-4b01-868c-f4b7cf29cad9 req-4edf23cb-d751-4ee1-9a19-e70b04cdb4e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9ab0c9a-147c-4754-9117-98ffc83feff4 HTTP/1.1" status: 200 len: 217 time: 0.1234632 Apr 05 15:49:51.115980 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e50a5ef9-005f-47fc-b61b-aa9a90949f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:51.155394 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-e50a5ef9-005f-47fc-b61b-aa9a90949f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:51.165926 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d725163-4e5e-4637-aed6-aec20c5dd88c req-068cdd1f-9ba3-469b-8784-aa8c2c1b3f37 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:51.171045 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3d725163-4e5e-4637-aed6-aec20c5dd88c req-068cdd1f-9ba3-469b-8784-aa8c2c1b3f37 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 943 time: 0.3676772 Apr 05 15:49:51.181740 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d5b4a23e-fba8-4631-bfbd-3703dd2b7c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844508925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2147944'] for subnet, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:51.183562 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-e50a5ef9-005f-47fc-b61b-aa9a90949f6d admin admin] Usage tracker for resource:security_group_rule and tenant:78d1136794e34c31aad632cfb211505b is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:51.195031 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-e50a5ef9-005f-47fc-b61b-aa9a90949f6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:51.225555 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1d556c53-90cd-4e59-b7df-7121df30dbb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:51.227522 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af137376-b49b-4b01-868c-f4b7cf29cad9 req-a8ec61e2-dabb-4c96-b600-0c815e013f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:51.229068 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-af137376-b49b-4b01-868c-f4b7cf29cad9 req-a8ec61e2-dabb-4c96-b600-0c815e013f76 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b49c561-1ceb-4c3b-9352-979a5ef7193b HTTP/1.1" status: 200 len: 855 time: 0.1260803 Apr 05 15:49:51.231956 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:51.239050 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a07e0-3864-429b-98cc-913d2e57e28c req-5f67f60a-75a6-4586-8c70-97072ca040c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:51.240615 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-612a07e0-3864-429b-98cc-913d2e57e28c req-5f67f60a-75a6-4586-8c70-97072ca040c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4eb531685324e0f8fb99da30c72fe0c&device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 1096 time: 0.2083490 Apr 05 15:49:51.274760 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-e50a5ef9-005f-47fc-b61b-aa9a90949f6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:51.315255 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1d556c53-90cd-4e59-b7df-7121df30dbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:51.319500 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4a23e-fba8-4631-bfbd-3703dd2b7c6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a614b5ba-0918-4782-8d9b-3daf60ed548a,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:51.337616 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:51.386396 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d5b4a23e-fba8-4631-bfbd-3703dd2b7c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:51.392214 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-79a04738-fad6-4d5e-a670-3b00d7cd0e3b tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5cd97b12be18437993ae8b61408dfe02 HTTP/1.1" status: 200 len: 5705 time: 0.3080189 Apr 05 15:49:51.419413 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3d725163-4e5e-4637-aed6-aec20c5dd88c req-30fdd6f7-f539-4601-8315-e6004c7a672f tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390831 Apr 05 15:49:51.423814 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-5f2502ae-2628-4943-8ee5-12fd9f422aab tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Request body: {'port': {'device_id': '422b9311-e424-49da-aab1-536f03244e7c', 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f', 'admin_state_up': True, 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'security_groups': ['bf3487a4-2803-4575-8830-925b9b356024']}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:51.427406 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d556c53-90cd-4e59-b7df-7121df30dbb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=84429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:49:51.460898 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d556c53-90cd-4e59-b7df-7121df30dbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcb1937-2355-46e3-be8e-eee6bf8af2c7,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:51.469353 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-1d556c53-90cd-4e59-b7df-7121df30dbb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:51.473172 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1d556c53-90cd-4e59-b7df-7121df30dbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:51.473559 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.segments_db [None req-1d556c53-90cd-4e59-b7df-7121df30dbb8 admin admin] Added segment 874d73b9-306c-4fc9-8c84-4c697ce3c415 of type vlan for network f2a750b0-2301-4a92-962a-7a5047361854 Apr 05 15:49:51.513291 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a07e0-3864-429b-98cc-913d2e57e28c req-b516b060-adae-4d26-b51f-0eccf8486c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:51.514916 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-612a07e0-3864-429b-98cc-913d2e57e28c req-b516b060-adae-4d26-b51f-0eccf8486c81 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bf7980d5-30f6-4b51-8804-073d14195735 HTTP/1.1" status: 200 len: 919 time: 0.2298391 Apr 05 15:49:51.516845 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af137376-b49b-4b01-868c-f4b7cf29cad9 req-675340f2-3257-4810-8a41-405b4ab8f095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:51.518270 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-af137376-b49b-4b01-868c-f4b7cf29cad9 req-675340f2-3257-4810-8a41-405b4ab8f095 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5b2c727-4df9-4ea8-bf8a-1e179c6d9965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2767720 Apr 05 15:49:51.532355 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d5b4a23e-fba8-4631-bfbd-3703dd2b7c6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:51.578761 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-d5b4a23e-fba8-4631-bfbd-3703dd2b7c6a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a614b5ba-0918-4782-8d9b-3daf60ed548a HTTP/1.1" status: 204 len: 168 time: 2.0954962 Apr 05 15:49:51.585301 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 35782) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:51.613935 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1d556c53-90cd-4e59-b7df-7121df30dbb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739064997474'] for network, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:51.649062 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-612a07e0-3864-429b-98cc-913d2e57e28c req-6f7bbe5b-72fb-4fb3-a3de-b5cd4bd86560 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f969ea2-d9b2-4617-ace0-843a41cbcfec HTTP/1.1" status: 200 len: 217 time: 0.1172342 Apr 05 15:49:51.746257 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-5f2502ae-2628-4943-8ee5-12fd9f422aab tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:51.764460 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-99b69ad9-9960-45a9-9b12-71291a588eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-516461'] for network, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:51.764668 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.db.resource_extend [None req-1d556c53-90cd-4e59-b7df-7121df30dbb8 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 05 15:49:51.810895 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device bd6fa5d8-c43a-4af4-bf91-8418504340dd up at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:49:51.826990 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a07e0-3864-429b-98cc-913d2e57e28c req-df5030ff-8d97-435b-8aa4-9086e3bf2520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:51.829057 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-612a07e0-3864-429b-98cc-913d2e57e28c req-df5030ff-8d97-435b-8aa4-9086e3bf2520 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f37979fe-7609-44e8-8c79-38b8746e7197 HTTP/1.1" status: 200 len: 858 time: 0.1251726 Apr 05 15:49:51.832446 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-af137376-b49b-4b01-868c-f4b7cf29cad9 req-e2db7bb6-1a42-4d95-a9bd-6302186a968c service neutron] 10.222.0.43 "GET /v2.0/networks/e5b2c727-4df9-4ea8-bf8a-1e179c6d9965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024199 Apr 05 15:49:51.841452 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-5f2502ae-2628-4943-8ee5-12fd9f422aab tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:51.886191 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f13f439b-ca51-4433-9464-c464da50734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:51.896391 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e50a5ef9-005f-47fc-b61b-aa9a90949f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:51.937666 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-612a07e0-3864-429b-98cc-913d2e57e28c req-b944f453-f7c7-4ce5-b41c-a7e2d2fcde6b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf7980d5-30f6-4b51-8804-073d14195735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911770 Apr 05 15:49:51.947757 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning for port bd6fa5d8-c43a-4af4-bf91-8418504340dd completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:49:51.950287 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e50a5ef9-005f-47fc-b61b-aa9a90949f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:51.954437 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning complete for port bd6fa5d8-c43a-4af4-bf91-8418504340dd triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:51.954867 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:51.976257 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-10dee79f-d656-4bed-b3be-133496d39706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:51.982969 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-5f2502ae-2628-4943-8ee5-12fd9f422aab tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Made reservation on behalf of 5cd97b12be18437993ae8b61408dfe02 for: {'port': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:49:51.989211 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-5f2502ae-2628-4943-8ee5-12fd9f422aab tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:52.003147 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1d556c53-90cd-4e59-b7df-7121df30dbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for network, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:52.059383 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d556c53-90cd-4e59-b7df-7121df30dbb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:52.060035 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1d556c53-90cd-4e59-b7df-7121df30dbb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:52.080817 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:52.085124 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:52.115541 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832a1d8c-512d-458c-8c68-31d29dd8af32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6fa5d8-c43a-4af4-bf91-8418504340dd'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:49:52.126234 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port bd6fa5d8-c43a-4af4-bf91-8418504340dd, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bd6fa5d8-c43a-4af4-bf91-8418504340dd,segment=NetworkSegment(525d66fe-5f7f-4434-ab40-5dad6b0fc808),segment_id=525d66fe-5f7f-4434-ab40-5dad6b0fc808)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:49:52.147304 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:52.150213 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:52.160961 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d700eb10-f97f-482d-8eac-c459172d73de req-da9eb675-9ae4-4439-8a6b-85ff5e7cef96 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 210 time: 0.1858788 Apr 05 15:49:52.226388 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-e50a5ef9-005f-47fc-b61b-aa9a90949f6d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78d1136794e34c31aad632cfb211505b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5111771 Apr 05 15:49:52.226388 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-99b69ad9-9960-45a9-9b12-71291a588eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363297789275713'] for network, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:52.244289 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 35798) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:52.278084 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a5ef9-005f-47fc-b61b-aa9a90949f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec480edb-5cee-47a2-8e70-e44f9a2ec3ac,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:52.293553 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e50a5ef9-005f-47fc-b61b-aa9a90949f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:52.339735 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832a1d8c-512d-458c-8c68-31d29dd8af32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6fa5d8-c43a-4af4-bf91-8418504340dd', 'code': 200} Apr 05 15:49:52.364127 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=bd6fa5d8-c43a-4af4-bf91-8418504340dd,revision_number=5']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:52.368719 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:52.388726 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-1d556c53-90cd-4e59-b7df-7121df30dbb8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1398585 Apr 05 15:49:52.395424 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d556c53-90cd-4e59-b7df-7121df30dbb8 admin admin] Pushing event updated for resources: {'Network': ['ID=f2a750b0-2301-4a92-962a-7a5047361854,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:52.396609 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 35806) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:52.406088 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-1d556c53-90cd-4e59-b7df-7121df30dbb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:52.408080 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Network f2a750b0-2301-4a92-962a-7a5047361854 details requested by agent ovs-agent-dv-cinder-784779-1-iscsi with host dv-cinder-784779-1-iscsi {{(pid=84431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:49:52.408665 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-af137376-b49b-4b01-868c-f4b7cf29cad9 req-fea1285b-358a-4789-8e9c-db0740d77244 service neutron] 10.222.0.43 "GET /v2.0/networks/e5b2c727-4df9-4ea8-bf8a-1e179c6d9965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743702 Apr 05 15:49:52.426144 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1371649-cbc5-4ab7-8ccb-19a6817ad8aa req-69161973-c51e-42eb-b793-83507520803d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:52.427915 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c1371649-cbc5-4ab7-8ccb-19a6817ad8aa req-69161973-c51e-42eb-b793-83507520803d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.6074414 Apr 05 15:49:52.446979 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-fbc589bb-688b-4e13-8dde-96b54e12ecda admin admin] Request body: {'subnet': {'network_id': 'f2a750b0-2301-4a92-962a-7a5047361854', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-54609479-subnet', 'tenant_id': '5a80c155d67d40fc88f8d17ecf651001', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:52.470535 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-612a07e0-3864-429b-98cc-913d2e57e28c req-78a1b27c-42a4-4784-b46b-c3dd8b8a813c service neutron] 10.222.0.43 "GET /v2.0/networks/bf7980d5-30f6-4b51-8804-073d14195735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907105 Apr 05 15:49:52.499375 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-fbc589bb-688b-4e13-8dde-96b54e12ecda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:52.554966 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:52.630251 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-fbc589bb-688b-4e13-8dde-96b54e12ecda admin admin] Usage tracker for resource:subnet and tenant:5a80c155d67d40fc88f8d17ecf651001 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:52.651094 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-fbc589bb-688b-4e13-8dde-96b54e12ecda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:52.673477 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-99b69ad9-9960-45a9-9b12-71291a588eee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7ecb24-b50c-4d45-93c2-4a5cd7ae9f3b']}} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:52.723439 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-fbc589bb-688b-4e13-8dde-96b54e12ecda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:52.743125 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-612a07e0-3864-429b-98cc-913d2e57e28c req-4277f857-2dea-4912-97e7-4fada07f618f service neutron] 10.222.0.43 "GET /v2.0/networks/bf7980d5-30f6-4b51-8804-073d14195735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650747 Apr 05 15:49:52.758016 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44f5f2-b7e7-4b38-99ad-0801df6a1c3f req-7db1ebc3-a433-4d74-af0d-33d33aa6abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:52.759630 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0e44f5f2-b7e7-4b38-99ad-0801df6a1c3f req-7db1ebc3-a433-4d74-af0d-33d33aa6abbf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 1098 time: 0.1068985 Apr 05 15:49:52.767553 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-99b69ad9-9960-45a9-9b12-71291a588eee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd46a855-90c8-4c69-84f2-8599360f2ba0') {'for_net_delete': True} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:52.767910 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-99b69ad9-9960-45a9-9b12-71291a588eee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd46a855-90c8-4c69-84f2-8599360f2ba0') {} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:49:52.789982 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-27dbcf30-a4fa-41cf-a52c-04add159fa1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:52.810888 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-99b69ad9-9960-45a9-9b12-71291a588eee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739065499985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844464973'] for segment, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:52.814882 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0e44f5f2-b7e7-4b38-99ad-0801df6a1c3f req-bea0e957-d2aa-4823-bb0d-d8e0d667ee78 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409188 Apr 05 15:49:52.839031 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc589bb-688b-4e13-8dde-96b54e12ecda admin admin] Made reservation on behalf of 5a80c155d67d40fc88f8d17ecf651001 for: {'subnet': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:49:52.844227 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fbc589bb-688b-4e13-8dde-96b54e12ecda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852627886'] for subnet, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:52.861694 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c1371649-cbc5-4ab7-8ccb-19a6817ad8aa req-65bda07d-0100-4787-a3c6-28042f0c01fc tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3842967 Apr 05 15:49:52.871466 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-5f2502ae-2628-4943-8ee5-12fd9f422aab tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Allocated IP 172.20.0.9 (3ce8b371-7444-4e4c-b34f-4697bdc6ea9f/368c6b65-9ecb-4154-a01c-9ea51d2251a4/7a642d2d-64ea-44c3-9434-e2d7446e0aa0) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:49:53.100083 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-99b69ad9-9960-45a9-9b12-71291a588eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:53.118321 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-27dbcf30-a4fa-41cf-a52c-04add159fa1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:53.139750 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b69ad9-9960-45a9-9b12-71291a588eee admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=84430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 15:49:53.428729 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b5748340-b0b8-478c-bca7-33adc2b0eee2 req-e1623f61-419d-490c-a399-6c37afb67526 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 210 time: 0.1329708 Apr 05 15:49:53.471471 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19c18b-a4bd-4acc-96c2-029a18cdc233 req-44b78384-9b91-4630-ae64-cd887b35e759 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:53.473066 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9c19c18b-a4bd-4acc-96c2-029a18cdc233 req-44b78384-9b91-4630-ae64-cd887b35e759 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 943 time: 0.8285327 Apr 05 15:49:53.638132 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-99b69ad9-9960-45a9-9b12-71291a588eee admin admin] Network ad7ecb24-b50c-4d45-93c2-4a5cd7ae9f3b has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:49:53.655950 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-99b69ad9-9960-45a9-9b12-71291a588eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844508760'] for segment, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:53.720141 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-27dbcf30-a4fa-41cf-a52c-04add159fa1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:53.776885 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-36ee34d0-45ef-46c7-8672-48800bebc551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:53.781343 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:53.829624 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9c19c18b-a4bd-4acc-96c2-029a18cdc233 req-7c50a4a6-3816-4267-9fba-0b4b569f8404 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896779 Apr 05 15:49:53.834707 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 7f969ea2-d9b2-4617-ace0-843a41cbcfec details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:49:53.864595 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbcf30-a4fa-41cf-a52c-04add159fa1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec480edb-5cee-47a2-8e70-e44f9a2ec3ac,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:53.939274 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-27dbcf30-a4fa-41cf-a52c-04add159fa1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:54.086616 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 7f969ea2-d9b2-4617-ace0-843a41cbcfec, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7f969ea2-d9b2-4617-ace0-843a41cbcfec,segment=NetworkSegment(525d66fe-5f7f-4434-ab40-5dad6b0fc808),segment_id=525d66fe-5f7f-4434-ab40-5dad6b0fc808)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:49:54.106840 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Returning: {'device': '7f969ea2-d9b2-4617-ace0-843a41cbcfec', 'network_id': 'bf7980d5-30f6-4b51-8804-073d14195735', 'port_id': '7f969ea2-d9b2-4617-ace0-843a41cbcfec', 'mac_address': 'fa:16:3e:5d:4a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37979fe-7609-44e8-8c79-38b8746e7197', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:49:54.128375 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-5f2502ae-2628-4943-8ee5-12fd9f422aab tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:54.141868 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-99b69ad9-9960-45a9-9b12-71291a588eee admin admin] Network ad7ecb24-b50c-4d45-93c2-4a5cd7ae9f3b has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:49:54.186144 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: Traceback (most recent call last): Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: timer() Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: cb(*args, **kw) Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: return func(*args, **kwargs) Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: self._notify() Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: self.callback(batched_events) Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: event.method(event) Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: segment_id)['aggregates'][0] Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: return f(self, *a, **k) Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: return self._get(url).json() Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: **kwargs) Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: return self.request(url, 'GET', **kwargs) Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: **endpoint_filter) Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:49:54.188000 dv-cinder-784779-1-iscsi neutron-server[84318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:49:54.209295 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f969ea2-d9b2-4617-ace0-843a41cbcfec {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:49:54.226187 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 7f969ea2-d9b2-4617-ace0-843a41cbcfec, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7f969ea2-d9b2-4617-ace0-843a41cbcfec,segment=NetworkSegment(525d66fe-5f7f-4434-ab40-5dad6b0fc808),segment_id=525d66fe-5f7f-4434-ab40-5dad6b0fc808)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:49:54.260093 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:54.260884 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device d9ab0c9a-147c-4754-9117-98ffc83feff4 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:49:54.264486 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:54.339676 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-5f2502ae-2628-4943-8ee5-12fd9f422aab tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Transition to ACTIVE for port object 7a642d2d-64ea-44c3-9434-e2d7446e0aa0 will not be triggered until provisioned by entity DHCP. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:49:54.347417 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-27dbcf30-a4fa-41cf-a52c-04add159fa1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:54.350901 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-27dbcf30-a4fa-41cf-a52c-04add159fa1f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ec480edb-5cee-47a2-8e70-e44f9a2ec3ac HTTP/1.1" status: 204 len: 168 time: 2.0901661 Apr 05 15:49:54.453187 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-99b69ad9-9960-45a9-9b12-71291a588eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850964774'] for network, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:54.463103 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c0251-2e91-410b-ace0-9d65cb86ccba req-cdad0e9f-297b-46ef-8e86-129db3ffd30d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:54.464576 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d47c0251-2e91-410b-ace0-9d65cb86ccba req-cdad0e9f-297b-46ef-8e86-129db3ffd30d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.3990850 Apr 05 15:49:54.485329 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-99b69ad9-9960-45a9-9b12-71291a588eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:54.491577 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:54.544690 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b69ad9-9960-45a9-9b12-71291a588eee admin admin] Pushing event deleted for resources: {'Network': ['ID=ad7ecb24-b50c-4d45-93c2-4a5cd7ae9f3b,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:54.551387 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-99b69ad9-9960-45a9-9b12-71291a588eee admin admin] 10.222.0.44 "DELETE /v2.0/networks/ad7ecb24-b50c-4d45-93c2-4a5cd7ae9f3b HTTP/1.1" status: 204 len: 168 time: 2.9640665 Apr 05 15:49:54.556224 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-99b69ad9-9960-45a9-9b12-71291a588eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:54.566920 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697329a8-48d9-4716-9f28-970ff5e489b6 req-124d21ec-44e5-4382-be41-7a6a79240e02 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:54.574867 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-697329a8-48d9-4716-9f28-970ff5e489b6 req-124d21ec-44e5-4382-be41-7a6a79240e02 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/ports?device_id=9117121f-e059-490d-b104-3fc12371b2ab HTTP/1.1" status: 200 len: 946 time: 0.3534896 Apr 05 15:49:54.602941 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-5f2502ae-2628-4943-8ee5-12fd9f422aab tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:54.637208 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:54.673140 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d47c0251-2e91-410b-ace0-9d65cb86ccba req-3ea4adcf-2988-4923-838e-db0edcff093e tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930287 Apr 05 15:49:54.682191 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port d9ab0c9a-147c-4754-9117-98ffc83feff4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d9ab0c9a-147c-4754-9117-98ffc83feff4,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:49:54.699792 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Returning: {'device': 'd9ab0c9a-147c-4754-9117-98ffc83feff4', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'port_id': 'd9ab0c9a-147c-4754-9117-98ffc83feff4', 'mac_address': 'fa:16:3e:7c:43:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:49:54.739864 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=7f969ea2-d9b2-4617-ace0-843a41cbcfec,revision_number=4']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:54.761800 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:54.799466 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:54.818562 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ab0c9a-147c-4754-9117-98ffc83feff4 {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:49:54.873424 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-697329a8-48d9-4716-9f28-970ff5e489b6 req-6926f25a-3d83-4cc8-9a8c-9c2055db5eff tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1904ab5-c041-43d0-8a4f-27aaf24fda83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975962 Apr 05 15:49:54.942563 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port d9ab0c9a-147c-4754-9117-98ffc83feff4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d9ab0c9a-147c-4754-9117-98ffc83feff4,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:49:54.943270 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2502ae-2628-4943-8ee5-12fd9f422aab tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Pushing event updated for resources: {'Port': ['ID=7a642d2d-64ea-44c3-9434-e2d7446e0aa0,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:54.955796 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-5f2502ae-2628-4943-8ee5-12fd9f422aab tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:54.974583 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:54.976540 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3bb94635-2d99-4afd-bf73-0ec4968c19fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:55.016127 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 35858) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:55.037844 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-5f2502ae-2628-4943-8ee5-12fd9f422aab tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Network 3ce8b371-7444-4e4c-b34f-4697bdc6ea9f is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:49:55.042010 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-5f2502ae-2628-4943-8ee5-12fd9f422aab tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Resources bound (agent type, host, resource id): {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:49:55.052018 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=d9ab0c9a-147c-4754-9117-98ffc83feff4,revision_number=4']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:55.052818 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5d935-efbe-40e8-9a38-e40d515f6435 req-b3181cc1-604c-460c-a9ac-89acd3ed33cd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:55.053585 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-6be5d935-efbe-40e8-9a38-e40d515f6435 req-b3181cc1-604c-460c-a9ac-89acd3ed33cd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Synchronizing usage tracker for tenant:5cd97b12be18437993ae8b61408dfe02 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:49:55.056790 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:55.094980 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-5f2502ae-2628-4943-8ee5-12fd9f422aab tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:49:55.096500 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-0787c3e0-986f-45d5-818f-c658e1de4980 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=61fcaeb318c047eba12307ce082caa3f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0788515 Apr 05 15:49:55.099343 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 35862) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:55.148496 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 35866) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:55.186175 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-edea8c12-9fc8-4e94-b722-ebf085e71eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:55.209111 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1d04ebd3-0d09-41a0-8812-4eb046d2e4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:55.212505 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-edea8c12-9fc8-4e94-b722-ebf085e71eaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:55.227945 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-edea8c12-9fc8-4e94-b722-ebf085e71eaa admin admin] Usage tracker for resource:security_group_rule and tenant:b82a87cc60c84934833e2b65f7fa7ec5 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:55.229067 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['7f969ea2-d9b2-4617-ace0-843a41cbcfec'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:49:55.233124 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-edea8c12-9fc8-4e94-b722-ebf085e71eaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:55.254547 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-edea8c12-9fc8-4e94-b722-ebf085e71eaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:55.257907 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1d04ebd3-0d09-41a0-8812-4eb046d2e4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:55.281802 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['d9ab0c9a-147c-4754-9117-98ffc83feff4'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:49:55.379295 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1d04ebd3-0d09-41a0-8812-4eb046d2e4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:55.395241 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:55.410477 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c92aebc6-9a3a-4127-86de-998fea94270e None None] Provisioning for port 7a642d2d-64ea-44c3-9434-e2d7446e0aa0 completed by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:49:55.413369 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-edea8c12-9fc8-4e94-b722-ebf085e71eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:55.414303 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04ebd3-0d09-41a0-8812-4eb046d2e4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd292a54-b2c6-4c69-a3a1-d1d3d541f255,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:55.419532 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-1d04ebd3-0d09-41a0-8812-4eb046d2e4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:55.424661 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1d04ebd3-0d09-41a0-8812-4eb046d2e4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:55.428570 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-1d04ebd3-0d09-41a0-8812-4eb046d2e4f2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd292a54-b2c6-4c69-a3a1-d1d3d541f255 HTTP/1.1" status: 204 len: 168 time: 0.3255959 Apr 05 15:49:55.444180 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c92aebc6-9a3a-4127-86de-998fea94270e None None] Provisioning complete for port 7a642d2d-64ea-44c3-9434-e2d7446e0aa0 triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:55.444606 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c92aebc6-9a3a-4127-86de-998fea94270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:55.461382 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-edea8c12-9fc8-4e94-b722-ebf085e71eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:55.471262 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:55.474534 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-5f2502ae-2628-4943-8ee5-12fd9f422aab tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:55.475225 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-5f2502ae-2628-4943-8ee5-12fd9f422aab tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:55.492957 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fbc589bb-688b-4e13-8dde-96b54e12ecda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852627871'] for subnet, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:55.511420 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-6be5d935-efbe-40e8-9a38-e40d515f6435 req-b3181cc1-604c-460c-a9ac-89acd3ed33cd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Unset dirty status for tenant:5cd97b12be18437993ae8b61408dfe02 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:49:55.519221 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-edea8c12-9fc8-4e94-b722-ebf085e71eaa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b82a87cc60c84934833e2b65f7fa7ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3677247 Apr 05 15:49:55.519377 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6be5d935-efbe-40e8-9a38-e40d515f6435 req-b3181cc1-604c-460c-a9ac-89acd3ed33cd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 931 time: 0.6613922 Apr 05 15:49:55.521031 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea8c12-9fc8-4e94-b722-ebf085e71eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c0b439-7a54-41c7-8245-8aecddbf3c58,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:55.523796 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 35872) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:55.526060 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:55.526780 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-edea8c12-9fc8-4e94-b722-ebf085e71eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:55.572235 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-c92aebc6-9a3a-4127-86de-998fea94270e None None] Port 7a642d2d-64ea-44c3-9434-e2d7446e0aa0 cannot update to ACTIVE because it is not bound. {{(pid=84431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:49:55.611682 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e250d8a6-6889-43c0-b56f-036882b311a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:55.626021 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-5f2502ae-2628-4943-8ee5-12fd9f422aab tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2106557 Apr 05 15:49:55.641160 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-744b3db3-06ed-46d6-9a73-0f5cbce0b268 service neutron] Request body: {'port': {'device_id': '422b9311-e424-49da-aab1-536f03244e7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:49:55.654939 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e250d8a6-6889-43c0-b56f-036882b311a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:55.741304 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e250d8a6-6889-43c0-b56f-036882b311a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:55.746462 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:55.761350 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250d8a6-6889-43c0-b56f-036882b311a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c0b439-7a54-41c7-8245-8aecddbf3c58,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:55.768162 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e250d8a6-6889-43c0-b56f-036882b311a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:55.770654 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e250d8a6-6889-43c0-b56f-036882b311a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:55.774299 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-e250d8a6-6889-43c0-b56f-036882b311a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/67c0b439-7a54-41c7-8245-8aecddbf3c58 HTTP/1.1" status: 204 len: 168 time: 0.2471256 Apr 05 15:49:55.812980 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e40fdb-d9a2-419a-8dd8-8c1039e55146 req-e4a03ed8-d911-4478-b867-7137e8448e95 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:55.820686 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-68e40fdb-d9a2-419a-8dd8-8c1039e55146 req-e4a03ed8-d911-4478-b867-7137e8448e95 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 944 time: 0.7815273 Apr 05 15:49:55.881782 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6be5d935-efbe-40e8-9a38-e40d515f6435 req-6cbc6d84-60cf-4b6c-ad7a-132a6680ea0f tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3615334 Apr 05 15:49:55.888222 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc589bb-688b-4e13-8dde-96b54e12ecda admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f7e0e46-9416-4a98-9bde-a97029a05c6c,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:55.897982 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-fbc589bb-688b-4e13-8dde-96b54e12ecda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:55.987410 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-68e40fdb-d9a2-419a-8dd8-8c1039e55146 req-08256502-3e94-40ff-a065-899e3e8ab982 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657255 Apr 05 15:49:56.028178 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-744b3db3-06ed-46d6-9a73-0f5cbce0b268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:56.118964 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035f0c3-d5d3-41ff-b843-515373fbc8f1 req-cd31af9b-49e2-4e5f-b3ca-f0f7227be418 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:56.122956 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-c035f0c3-d5d3-41ff-b843-515373fbc8f1 req-cd31af9b-49e2-4e5f-b3ca-f0f7227be418 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Synchronizing usage tracker for tenant:c28d9cb6b5be42dc88c0993c7e546763 on resource:port {{(pid=84429) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:49:56.187613 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-c035f0c3-d5d3-41ff-b843-515373fbc8f1 req-cd31af9b-49e2-4e5f-b3ca-f0f7227be418 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Unset dirty status for tenant:c28d9cb6b5be42dc88c0993c7e546763 on resource:port {{(pid=84429) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:49:56.189044 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c035f0c3-d5d3-41ff-b843-515373fbc8f1 req-cd31af9b-49e2-4e5f-b3ca-f0f7227be418 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.43 "GET /v2.0/ports?device_id=9117121f-e059-490d-b104-3fc12371b2ab HTTP/1.1" status: 200 len: 946 time: 0.2573090 Apr 05 15:49:56.206336 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc589bb-688b-4e13-8dde-96b54e12ecda admin admin] Checking segment: {'id': '874d73b9-306c-4fc9-8c84-4c697ce3c415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f2a750b0-2301-4a92-962a-7a5047361854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:49:56.206954 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc589bb-688b-4e13-8dde-96b54e12ecda admin admin] Network hostable DHCP agents. Network: f2a750b0-2301-4a92-962a-7a5047361854, hostable agents: ['0f32e0e8-c846-4e58-971c-cb28b45a07b7'], hosted agents: [] {{(pid=84430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:49:56.339495 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-c035f0c3-d5d3-41ff-b843-515373fbc8f1 req-8dde473e-301a-4259-b9a8-3e613fc1c6c9 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Deleting port c2d00f69-c08d-4013-84b4-e88917b4aeb5 {{(pid=84429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:49:56.342807 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-c035f0c3-d5d3-41ff-b843-515373fbc8f1 req-8dde473e-301a-4259-b9a8-3e613fc1c6c9 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:56.448936 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc589bb-688b-4e13-8dde-96b54e12ecda admin admin] Network f2a750b0-2301-4a92-962a-7a5047361854 is scheduled to be hosted by DHCP agent 0f32e0e8-c846-4e58-971c-cb28b45a07b7 with binding_index 1 {{(pid=84430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:49:56.472159 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbebfbb-41c9-449e-b653-140d3157f2b4 req-cfb778de-638a-4f88-8393-53811a9e2e0f tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:56.473780 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4bbebfbb-41c9-449e-b653-140d3157f2b4 req-cfb778de-638a-4f88-8393-53811a9e2e0f tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/ports?device_id=9117121f-e059-490d-b104-3fc12371b2ab HTTP/1.1" status: 200 len: 946 time: 0.2880735 Apr 05 15:49:56.487315 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f20ff-0dc3-46d0-9875-3c80cd229ffb req-eb934786-d54f-4a69-baa1-4222cbaf3293 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:56.494942 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ad0f20ff-0dc3-46d0-9875-3c80cd229ffb req-eb934786-d54f-4a69-baa1-4222cbaf3293 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 944 time: 0.4440536 Apr 05 15:49:56.537548 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-fbc589bb-688b-4e13-8dde-96b54e12ecda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-iscsi, f2a750b0-2301-4a92-962a-7a5047361854) {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:49:56.549645 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f60576-8d17-479b-9f97-c8fc449d25b1 None None] Network f2a750b0-2301-4a92-962a-7a5047361854 requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:49:56.594569 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 35914) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:56.630040 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc589bb-688b-4e13-8dde-96b54e12ecda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:56.630710 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fbc589bb-688b-4e13-8dde-96b54e12ecda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:56.649900 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4bbebfbb-41c9-449e-b653-140d3157f2b4 req-c1e483f4-b937-49fa-91f0-88e4cdc0c4b7 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/security-groups?id=e1904ab5-c041-43d0-8a4f-27aaf24fda83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482060 Apr 05 15:49:56.729177 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ad0f20ff-0dc3-46d0-9875-3c80cd229ffb req-920ae08d-7904-43fb-9198-6fa0c65a9d10 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332416 Apr 05 15:49:56.732212 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-ed14b1e8-ffad-4580-bfb6-15218c158850 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9dd4eec303374526abfa14acde3430d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1364062 Apr 05 15:49:56.734713 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-c035f0c3-d5d3-41ff-b843-515373fbc8f1 req-8dde473e-301a-4259-b9a8-3e613fc1c6c9 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] For port c2d00f69-c08d-4013-84b4-e88917b4aeb5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c2d00f69-c08d-4013-84b4-e88917b4aeb5,segment=NetworkSegment(b5f8d950-56da-4943-af58-dd84ae1ff9d9),segment_id=b5f8d950-56da-4943-af58-dd84ae1ff9d9)] {{(pid=84429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:49:56.735121 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-c035f0c3-d5d3-41ff-b843-515373fbc8f1 req-8dde473e-301a-4259-b9a8-3e613fc1c6c9 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:56.740828 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 35920) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:56.817223 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-fbc589bb-688b-4e13-8dde-96b54e12ecda admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 4.4129343 Apr 05 15:49:56.857529 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7b4c5ebb-b3fc-4575-a551-698f4ad8ebb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:56.990870 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7b4c5ebb-b3fc-4575-a551-698f4ad8ebb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:57.002036 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbb9908-9576-44b2-a446-bc26bbc5dcc6 None None] Network f2a750b0-2301-4a92-962a-7a5047361854 requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:49:57.101646 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 35936) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:57.105205 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-744b3db3-06ed-46d6-9a73-0f5cbce0b268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a642d2d-64ea-44c3-9434-e2d7446e0aa0 {{(pid=84430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:49:57.125867 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-744b3db3-06ed-46d6-9a73-0f5cbce0b268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:57.198123 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 35942) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:57.225378 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-c035f0c3-d5d3-41ff-b843-515373fbc8f1 req-8dde473e-301a-4259-b9a8-3e613fc1c6c9 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Calling delete_port for c2d00f69-c08d-4013-84b4-e88917b4aeb5 owned by compute:nova {{(pid=84429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:49:57.342439 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-744b3db3-06ed-46d6-9a73-0f5cbce0b268 service neutron] Transition to ACTIVE for port object 7a642d2d-64ea-44c3-9434-e2d7446e0aa0 will not be triggered until provisioned by entity L2. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:49:57.355315 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31b1d7b-bdaa-4a72-a070-d5f3b63f282c admin admin] Deleting subnet c9142654-6da0-432d-9c72-65d3b6843980 {{(pid=84430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 15:49:57.366925 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f31b1d7b-bdaa-4a72-a070-d5f3b63f282c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:57.410156 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-744b3db3-06ed-46d6-9a73-0f5cbce0b268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844508714'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:57.442014 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:57.506048 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7b4c5ebb-b3fc-4575-a551-698f4ad8ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:57.513398 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-c035f0c3-d5d3-41ff-b843-515373fbc8f1 req-8dde473e-301a-4259-b9a8-3e613fc1c6c9 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702'] for port, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:57.526271 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['c2d00f69-c08d-4013-84b4-e88917b4aeb5'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:49:57.535809 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f31b1d7b-bdaa-4a72-a070-d5f3b63f282c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10310842'] for subnet, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:57.538159 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:57.606903 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde473e-301a-4259-b9a8-3e613fc1c6c9 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Pushing event deleted for resources: {'Port': ['ID=c2d00f69-c08d-4013-84b4-e88917b4aeb5,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:57.611306 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-8dde473e-301a-4259-b9a8-3e613fc1c6c9 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:57.706286 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7b4c5ebb-b3fc-4575-a551-698f4ad8ebb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:57.707512 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-7b4c5ebb-b3fc-4575-a551-698f4ad8ebb0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3356d71-deab-4c6e-ade9-ef2c9ba1b5ed HTTP/1.1" status: 204 len: 168 time: 0.9657006 Apr 05 15:49:57.712634 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-dccedce8-48bb-4ba6-91f2-d66873cc7593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:57.726016 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b3db3-06ed-46d6-9a73-0f5cbce0b268 service neutron] Pushing event updated for resources: {'Port': ['ID=7a642d2d-64ea-44c3-9434-e2d7446e0aa0,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:57.738563 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-744b3db3-06ed-46d6-9a73-0f5cbce0b268 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:57.739076 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:57.775358 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c5ebb-b3fc-4575-a551-698f4ad8ebb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3356d71-deab-4c6e-ade9-ef2c9ba1b5ed,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:57.777552 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f31b1d7b-bdaa-4a72-a070-d5f3b63f282c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:57.806705 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-dccedce8-48bb-4ba6-91f2-d66873cc7593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:49:57.819850 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7b4c5ebb-b3fc-4575-a551-698f4ad8ebb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:57.833446 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-c035f0c3-d5d3-41ff-b843-515373fbc8f1 req-8dde473e-301a-4259-b9a8-3e613fc1c6c9 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] No DVR routers for this DVR port c2d00f69-c08d-4013-84b4-e88917b4aeb5 on host hv-cinder-78477 {{(pid=84429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:49:57.834031 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed66fe-deb4-4961-afe8-3757eb2142eb req-8c375a2b-26e9-4d04-b017-ea451a8d2f8b tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:57.837470 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-c035f0c3-d5d3-41ff-b843-515373fbc8f1 req-8dde473e-301a-4259-b9a8-3e613fc1c6c9 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:57.841811 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-63ed66fe-deb4-4961-afe8-3757eb2142eb req-8c375a2b-26e9-4d04-b017-ea451a8d2f8b tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 944 time: 0.5977440 Apr 05 15:49:57.843160 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9117121f-e059-490d-b104-3fc12371b2ab', 'name': 'network-vif-deleted', 'tag': 'c2d00f69-c08d-4013-84b4-e88917b4aeb5'}] {{(pid=84429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:49:57.847254 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 7f969ea2-d9b2-4617-ace0-843a41cbcfec up at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:49:57.851568 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce915db-9c4b-4d29-b692-751af3ec07e3 req-b4f6aa94-c9a9-4a19-b997-2eb920013e59 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:57.859667 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-cce915db-9c4b-4d29-b692-751af3ec07e3 req-b4f6aa94-c9a9-4a19-b997-2eb920013e59 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 931 time: 0.7181568 Apr 05 15:49:57.866049 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-dccedce8-48bb-4ba6-91f2-d66873cc7593 admin admin] Usage tracker for resource:security_group_rule and tenant:43c0cd35d58440f2800c1919347cd23a is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:49:57.871463 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-dccedce8-48bb-4ba6-91f2-d66873cc7593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:49:57.885183 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c035f0c3-d5d3-41ff-b843-515373fbc8f1 req-8dde473e-301a-4259-b9a8-3e613fc1c6c9 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.43 "DELETE /v2.0/ports/c2d00f69-c08d-4013-84b4-e88917b4aeb5 HTTP/1.1" status: 204 len: 173 time: 1.6895523 Apr 05 15:49:57.914544 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-dccedce8-48bb-4ba6-91f2-d66873cc7593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:49:58.055104 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning for port 7f969ea2-d9b2-4617-ace0-843a41cbcfec completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:49:58.063421 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning complete for port 7f969ea2-d9b2-4617-ace0-843a41cbcfec triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:58.064141 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:58.267576 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:58.303136 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38f50d1-4389-4647-ae11-cc5348efdf0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f969ea2-d9b2-4617-ace0-843a41cbcfec'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:49:58.314538 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 7f969ea2-d9b2-4617-ace0-843a41cbcfec, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7f969ea2-d9b2-4617-ace0-843a41cbcfec,segment=NetworkSegment(525d66fe-5f7f-4434-ab40-5dad6b0fc808),segment_id=525d66fe-5f7f-4434-ab40-5dad6b0fc808)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:49:58.352050 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:58.353085 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device d9ab0c9a-147c-4754-9117-98ffc83feff4 up at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:49:58.360377 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-63ed66fe-deb4-4961-afe8-3757eb2142eb req-0eb94148-1706-46b6-af9a-ae059258da27 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5175757 Apr 05 15:49:58.383542 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-cce915db-9c4b-4d29-b692-751af3ec07e3 req-31a3020a-96e7-4694-b73a-3cec88eeabd7 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5229156 Apr 05 15:49:58.383675 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:58.522704 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=7f969ea2-d9b2-4617-ace0-843a41cbcfec,revision_number=5']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:58.526958 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:58.558514 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning for port d9ab0c9a-147c-4754-9117-98ffc83feff4 completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:49:58.564064 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning complete for port d9ab0c9a-147c-4754-9117-98ffc83feff4 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:49:58.567369 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:58.731318 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:58.756767 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7b1d593f-acc7-4bc9-84c5-c96d8fd56f60 req-c117ef43-464e-4524-b029-c22ce58d2707 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] 10.222.0.44 "GET /v2.0/ports?device_id=9117121f-e059-490d-b104-3fc12371b2ab HTTP/1.1" status: 200 len: 210 time: 0.1301055 Apr 05 15:49:58.810417 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port d9ab0c9a-147c-4754-9117-98ffc83feff4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d9ab0c9a-147c-4754-9117-98ffc83feff4,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:49:58.826092 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9117121f-e059-490d-b104-3fc12371b2ab', 'name': 'network-vif-deleted', 'tag': 'c2d00f69-c08d-4013-84b4-e88917b4aeb5', 'status': 'completed', 'code': 200} Apr 05 15:49:58.859310 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:58.862866 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:58.904352 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-744b3db3-06ed-46d6-9a73-0f5cbce0b268 service neutron] Attempting to bind port 7a642d2d-64ea-44c3-9434-e2d7446e0aa0 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:49:58.904724 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-744b3db3-06ed-46d6-9a73-0f5cbce0b268 service neutron] Attempting to bind port 7a642d2d-64ea-44c3-9434-e2d7446e0aa0 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '8c957347-ca2f-4b08-a623-7dccb3bfa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f'}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:49:58.905074 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-744b3db3-06ed-46d6-9a73-0f5cbce0b268 service neutron] Attempting to bind port 7a642d2d-64ea-44c3-9434-e2d7446e0aa0 on network 3ce8b371-7444-4e4c-b34f-4697bdc6ea9f {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:49:58.936177 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-744b3db3-06ed-46d6-9a73-0f5cbce0b268 service neutron] Port 7a642d2d-64ea-44c3-9434-e2d7446e0aa0 on network 3ce8b371-7444-4e4c-b34f-4697bdc6ea9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:49:58.939424 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-744b3db3-06ed-46d6-9a73-0f5cbce0b268 service neutron] Attempting to bind port 7a642d2d-64ea-44c3-9434-e2d7446e0aa0 on network 3ce8b371-7444-4e4c-b34f-4697bdc6ea9f {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:49:58.951554 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-dccedce8-48bb-4ba6-91f2-d66873cc7593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:58.960124 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-744b3db3-06ed-46d6-9a73-0f5cbce0b268 service neutron] Checking agent: {'id': 'e13e0a38-98d8-4e7c-86ff-f8c578f1bff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'started_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:49:58.960499 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-744b3db3-06ed-46d6-9a73-0f5cbce0b268 service neutron] Checking segment: {'id': '8c957347-ca2f-4b08-a623-7dccb3bfa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:49:58.961037 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-744b3db3-06ed-46d6-9a73-0f5cbce0b268 service neutron] Bound using segment: {'id': '8c957347-ca2f-4b08-a623-7dccb3bfa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f'} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:49:58.961387 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-744b3db3-06ed-46d6-9a73-0f5cbce0b268 service neutron] Bound port: 7a642d2d-64ea-44c3-9434-e2d7446e0aa0, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c957347-ca2f-4b08-a623-7dccb3bfa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f'}}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:49:58.961766 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-744b3db3-06ed-46d6-9a73-0f5cbce0b268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:58.988340 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38f50d1-4389-4647-ae11-cc5348efdf0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f969ea2-d9b2-4617-ace0-843a41cbcfec', 'code': 200} Apr 05 15:49:59.003673 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=d9ab0c9a-147c-4754-9117-98ffc83feff4,revision_number=5']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:59.027351 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:59.028558 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50ce81-f310-433c-a602-75b3a46ea112 req-937b8df4-34fc-494b-ab51-141680831fea tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:59.030127 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ae50ce81-f310-433c-a602-75b3a46ea112 req-937b8df4-34fc-494b-ab51-141680831fea tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 944 time: 0.4409649 Apr 05 15:49:59.038117 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-dccedce8-48bb-4ba6-91f2-d66873cc7593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:59.052597 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:59.166079 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-dccedce8-48bb-4ba6-91f2-d66873cc7593 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=43c0cd35d58440f2800c1919347cd23a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9207084 Apr 05 15:49:59.168993 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 36004) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:59.195979 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccedce8-48bb-4ba6-91f2-d66873cc7593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce300af4-c9f6-406d-b073-3930a3c775d2,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:59.199057 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f31b1d7b-bdaa-4a72-a070-d5f3b63f282c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844508925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2147944'] for subnet, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:59.205710 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-dccedce8-48bb-4ba6-91f2-d66873cc7593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:59.224868 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ae50ce81-f310-433c-a602-75b3a46ea112 req-ab12495e-6663-4f73-bd38-cc5df7725ea4 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757097 Apr 05 15:49:59.229027 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:59.276423 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-744b3db3-06ed-46d6-9a73-0f5cbce0b268 service neutron] For port 7a642d2d-64ea-44c3-9434-e2d7446e0aa0, host hv-cinder-78477, cleared binding levels {{(pid=84430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:49:59.282561 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b1d7b-bdaa-4a72-a070-d5f3b63f282c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9142654-6da0-432d-9c72-65d3b6843980,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:59.289052 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f31b1d7b-bdaa-4a72-a070-d5f3b63f282c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:59.293397 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-744b3db3-06ed-46d6-9a73-0f5cbce0b268 service neutron] For port 7a642d2d-64ea-44c3-9434-e2d7446e0aa0, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7a642d2d-64ea-44c3-9434-e2d7446e0aa0,segment=NetworkSegment(8c957347-ca2f-4b08-a623-7dccb3bfa44a),segment_id=8c957347-ca2f-4b08-a623-7dccb3bfa44a)] {{(pid=84430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:49:59.355374 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-744b3db3-06ed-46d6-9a73-0f5cbce0b268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844508714'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:59.384274 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-650f13ee-66b3-4bcc-a6eb-46e2dc3d1f5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:59.400923 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f33eecb3-272e-470c-8b23-21e70d028c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:59.449589 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456568f8-c9ef-4ec9-83f2-ac3c57d39e58 req-f9e9c4ea-9912-4fe4-beda-e09a11f4edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:59.451302 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-456568f8-c9ef-4ec9-83f2-ac3c57d39e58 req-f9e9c4ea-9912-4fe4-beda-e09a11f4edbe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 1098 time: 0.2355187 Apr 05 15:49:59.505934 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f33eecb3-272e-470c-8b23-21e70d028c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:59.577041 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f31b1d7b-bdaa-4a72-a070-d5f3b63f282c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:59.631587 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-456568f8-c9ef-4ec9-83f2-ac3c57d39e58 req-7db4f808-a84e-4f50-9fcc-2926c9eeb116 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504929 Apr 05 15:49:59.695834 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f33eecb3-272e-470c-8b23-21e70d028c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:59.705712 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e250d8a6-6889-43c0-b56f-036882b311a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:49:59.709972 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-f31b1d7b-bdaa-4a72-a070-d5f3b63f282c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c9142654-6da0-432d-9c72-65d3b6843980 HTTP/1.1" status: 204 len: 168 time: 2.5753942 Apr 05 15:49:59.710870 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b3db3-06ed-46d6-9a73-0f5cbce0b268 service neutron] Pushing event updated for resources: {'Port': ['ID=7a642d2d-64ea-44c3-9434-e2d7446e0aa0,revision_number=3']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:59.713655 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 36028) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:49:59.724150 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-744b3db3-06ed-46d6-9a73-0f5cbce0b268 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:59.730594 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33eecb3-272e-470c-8b23-21e70d028c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce300af4-c9f6-406d-b073-3930a3c775d2,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:49:59.734739 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f33eecb3-272e-470c-8b23-21e70d028c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:49:59.736197 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f33eecb3-272e-470c-8b23-21e70d028c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:59.737470 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-f33eecb3-272e-470c-8b23-21e70d028c40 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce300af4-c9f6-406d-b073-3930a3c775d2 HTTP/1.1" status: 204 len: 168 time: 0.5671675 Apr 05 15:49:59.869137 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device c2d00f69-c08d-4013-84b4-e88917b4aeb5 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:49:59.902774 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:49:59.907612 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6f2f6999-49fd-4c64-b081-c102436e1650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-516461'] for network, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:59.939097 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] No Port match for: c2d00f69-c08d-4013-84b4-e88917b4aeb5 {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:49:59.939718 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device c2d00f69-c08d-4013-84b4-e88917b4aeb5 not bound to the agent host hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:49:59.992041 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-744b3db3-06ed-46d6-9a73-0f5cbce0b268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:49:59.992715 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-744b3db3-06ed-46d6-9a73-0f5cbce0b268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:49:59.994193 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-744b3db3-06ed-46d6-9a73-0f5cbce0b268 service neutron] 10.222.0.43 "PUT /v2.0/ports/7a642d2d-64ea-44c3-9434-e2d7446e0aa0 HTTP/1.1" status: 200 len: 1093 time: 4.3580329 Apr 05 15:50:00.005053 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '422b9311-e424-49da-aab1-536f03244e7c', 'tag': '7a642d2d-64ea-44c3-9434-e2d7446e0aa0'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:50:00.022193 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0e660-27d3-460b-b14d-1bc2568c160d req-ef3cb95c-2c84-4dbd-968c-3a790aa4a5a2 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:00.023873 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-66a0e660-27d3-460b-b14d-1bc2568c160d req-ef3cb95c-2c84-4dbd-968c-3a790aa4a5a2 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 943 time: 0.4558599 Apr 05 15:50:00.032702 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bb44a-71aa-4238-9b90-f4333b745e06 req-3a1fbe8f-bd06-4fdb-a2ae-6014ccfcef85 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:00.040388 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8e4bb44a-71aa-4238-9b90-f4333b745e06 req-3a1fbe8f-bd06-4fdb-a2ae-6014ccfcef85 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.4139843 Apr 05 15:50:00.063432 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 36044) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:00.225485 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4fb792ac-66a2-490e-99d0-ef31423d9035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:00.242907 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-4fb792ac-66a2-490e-99d0-ef31423d9035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:50:00.246869 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-4fb792ac-66a2-490e-99d0-ef31423d9035 admin admin] Usage tracker for resource:security_group_rule and tenant:a0f28a26ebae48e6a913b073d30fb5c8 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:50:00.249886 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-4fb792ac-66a2-490e-99d0-ef31423d9035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:50:00.258827 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-4fb792ac-66a2-490e-99d0-ef31423d9035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:50:00.304577 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8e4bb44a-71aa-4238-9b90-f4333b745e06 req-1fa76e2e-0530-485d-8453-44f4f0dd619c tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613750 Apr 05 15:50:00.331295 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-66a0e660-27d3-460b-b14d-1bc2568c160d req-04ec3c23-3c0b-456b-8085-60d60f11741e tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2878284 Apr 05 15:50:00.357573 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4fb792ac-66a2-490e-99d0-ef31423d9035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:00.409781 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4fb792ac-66a2-490e-99d0-ef31423d9035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:00.420077 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-435c6baf-a053-4a07-967b-a8dafb04a051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:00.455760 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '422b9311-e424-49da-aab1-536f03244e7c', 'tag': '7a642d2d-64ea-44c3-9434-e2d7446e0aa0', 'status': 'completed', 'code': 200} Apr 05 15:50:00.456558 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 36056) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:00.475474 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6f2f6999-49fd-4c64-b081-c102436e1650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363297789275713'] for network, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:00.500929 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4876fe75-ce5f-4f4a-ac11-73fcccc6fe62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:00.524991 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-4876fe75-ce5f-4f4a-ac11-73fcccc6fe62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:50:00.529268 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-4876fe75-ce5f-4f4a-ac11-73fcccc6fe62 admin admin] Usage tracker for resource:security_group_rule and tenant:66d6ea730f35474695334aba55db6d6a is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:50:00.533266 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-4876fe75-ce5f-4f4a-ac11-73fcccc6fe62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:50:00.539912 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-4876fe75-ce5f-4f4a-ac11-73fcccc6fe62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:50:00.595910 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb792ac-66a2-490e-99d0-ef31423d9035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818729ea-c538-43ed-9a0b-edd594ca2d38,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:00.603581 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-4fb792ac-66a2-490e-99d0-ef31423d9035 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a0f28a26ebae48e6a913b073d30fb5c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5390258 Apr 05 15:50:00.604458 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 36062) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:00.606621 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4fb792ac-66a2-490e-99d0-ef31423d9035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:00.645672 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-cecdcdbe-6034-4578-999a-74608f50f7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:00.647366 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-cecdcdbe-6034-4578-999a-74608f50f7f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cd97b12be18437993ae8b61408dfe02&device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 1096 time: 0.4804645 Apr 05 15:50:00.728521 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4876fe75-ce5f-4f4a-ac11-73fcccc6fe62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:00.771002 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4876fe75-ce5f-4f4a-ac11-73fcccc6fe62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:00.781952 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-9271fdf2-816e-418c-8322-99accbb849b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:00.804542 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7b150829-7a51-4dc2-9af9-894bc5bf7771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:00.840532 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-cf609397-eda1-4f64-a7ee-4f1bc9d8e471 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a642d2d-64ea-44c3-9434-e2d7446e0aa0 HTTP/1.1" status: 200 len: 217 time: 0.1109219 Apr 05 15:50:00.870063 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-4876fe75-ce5f-4f4a-ac11-73fcccc6fe62 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=66d6ea730f35474695334aba55db6d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4122078 Apr 05 15:50:00.871233 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876fe75-ce5f-4f4a-ac11-73fcccc6fe62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d182c47f-54c3-4f4e-abe5-fd79be150468,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:00.886790 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4876fe75-ce5f-4f4a-ac11-73fcccc6fe62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:00.890663 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 36074) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:00.894969 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7b150829-7a51-4dc2-9af9-894bc5bf7771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:00.990531 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ad1f83-fffe-4e12-b368-d4dc93b959ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ab0c9a-147c-4754-9117-98ffc83feff4'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:50:01.004436 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eb982bf2-1f8c-45bf-907d-43f1cb2df1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:01.045002 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eb982bf2-1f8c-45bf-907d-43f1cb2df1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:01.055504 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ad1f83-fffe-4e12-b368-d4dc93b959ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ab0c9a-147c-4754-9117-98ffc83feff4', 'code': 200} Apr 05 15:50:01.060256 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7b150829-7a51-4dc2-9af9-894bc5bf7771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:01.077590 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b250fe73-d66a-47e6-945b-e1c169f48e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:01.099894 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-6f2f6999-49fd-4c64-b081-c102436e1650 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272ed249-6547-4125-bbf0-58253a731568']}} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:01.100979 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7b150829-7a51-4dc2-9af9-894bc5bf7771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:01.102203 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-7b150829-7a51-4dc2-9af9-894bc5bf7771 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/818729ea-c538-43ed-9a0b-edd594ca2d38 HTTP/1.1" status: 204 len: 168 time: 0.4946053 Apr 05 15:50:01.121891 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b150829-7a51-4dc2-9af9-894bc5bf7771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818729ea-c538-43ed-9a0b-edd594ca2d38,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:01.137587 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-6f2f6999-49fd-4c64-b081-c102436e1650 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45c9e79-b82a-48d9-87df-51b0bd732875') {'for_net_delete': True} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:01.137928 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-6f2f6999-49fd-4c64-b081-c102436e1650 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45c9e79-b82a-48d9-87df-51b0bd732875') {} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:01.146435 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b150829-7a51-4dc2-9af9-894bc5bf7771 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:01.146821 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b150829-7a51-4dc2-9af9-894bc5bf7771 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:01.147235 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b150829-7a51-4dc2-9af9-894bc5bf7771 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:01.147616 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b150829-7a51-4dc2-9af9-894bc5bf7771 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:01.148005 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b150829-7a51-4dc2-9af9-894bc5bf7771 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:01.148394 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b150829-7a51-4dc2-9af9-894bc5bf7771 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:01.148782 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b150829-7a51-4dc2-9af9-894bc5bf7771 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:01.149451 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b150829-7a51-4dc2-9af9-894bc5bf7771 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:01.149558 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b150829-7a51-4dc2-9af9-894bc5bf7771 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:01.149884 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b150829-7a51-4dc2-9af9-894bc5bf7771 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:01.150267 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b150829-7a51-4dc2-9af9-894bc5bf7771 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:01.150687 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b150829-7a51-4dc2-9af9-894bc5bf7771 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:01.153999 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7b150829-7a51-4dc2-9af9-894bc5bf7771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:01.162941 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6f2f6999-49fd-4c64-b081-c102436e1650 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739065499985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844464973'] for segment, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:01.182707 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-b2799313-ac2d-4411-89f4-a7b55838e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:01.184294 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-b2799313-ac2d-4411-89f4-a7b55838e9ac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=368c6b65-9ecb-4154-a01c-9ea51d2251a4 HTTP/1.1" status: 200 len: 850 time: 0.3369629 Apr 05 15:50:01.190916 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6f2f6999-49fd-4c64-b081-c102436e1650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:01.200819 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f880a0-ba2c-42fb-9f8c-0b2b59f683d1 req-4c568347-d745-467f-9fb3-6c7e943b4de3 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:01.203050 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a7f880a0-ba2c-42fb-9f8c-0b2b59f683d1 req-4c568347-d745-467f-9fb3-6c7e943b4de3 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 945 time: 0.5651135 Apr 05 15:50:01.205079 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eb982bf2-1f8c-45bf-907d-43f1cb2df1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:01.210430 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:01.222695 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb982bf2-1f8c-45bf-907d-43f1cb2df1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d182c47f-54c3-4f4e-abe5-fd79be150468,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:01.227402 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-eb982bf2-1f8c-45bf-907d-43f1cb2df1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:01.231136 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eb982bf2-1f8c-45bf-907d-43f1cb2df1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:01.234403 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-eb982bf2-1f8c-45bf-907d-43f1cb2df1a1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d182c47f-54c3-4f4e-abe5-fd79be150468 HTTP/1.1" status: 204 len: 168 time: 0.3405173 Apr 05 15:50:01.272359 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f2f6999-49fd-4c64-b081-c102436e1650 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=84430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 15:50:01.419203 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79051ae-053e-4729-a4ab-43c9b918699b req-1e5dbc2f-c434-4e40-b8ca-81d6b9a2294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:01.420984 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d79051ae-053e-4729-a4ab-43c9b918699b req-1e5dbc2f-c434-4e40-b8ca-81d6b9a2294f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 1098 time: 0.1168406 Apr 05 15:50:01.488066 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d79051ae-053e-4729-a4ab-43c9b918699b req-d9496255-45b6-4133-bd5d-59353b68b37f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594840 Apr 05 15:50:01.506806 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a7f880a0-ba2c-42fb-9f8c-0b2b59f683d1 req-21629c32-9cf0-4132-b29f-1444c25fdd56 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455940 Apr 05 15:50:01.578963 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-6f2f6999-49fd-4c64-b081-c102436e1650 admin admin] Network 272ed249-6547-4125-bbf0-58253a731568 has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:50:01.590610 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6f2f6999-49fd-4c64-b081-c102436e1650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844508760'] for segment, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:01.627285 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-1fa1a5ce-f7d3-4c6e-85f2-5f41dd470066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:01.628886 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-1fa1a5ce-f7d3-4c6e-85f2-5f41dd470066 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3ce8b371-7444-4e4c-b34f-4697bdc6ea9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4249458 Apr 05 15:50:02.030830 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-6f2f6999-49fd-4c64-b081-c102436e1650 admin admin] Network 272ed249-6547-4125-bbf0-58253a731568 has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: Traceback (most recent call last): Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: timer() Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: cb(*args, **kw) Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: return func(*args, **kwargs) Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: self._notify() Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: self.callback(batched_events) Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: event.method(event) Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: segment_id)['aggregates'][0] Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: return f(self, *a, **k) Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: return self._get(url).json() Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: **kwargs) Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: return self.request(url, 'GET', **kwargs) Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: **endpoint_filter) Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:50:02.061246 dv-cinder-784779-1-iscsi neutron-server[84318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:50:02.083114 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e9de8-b495-46e7-90cc-5d6202308d36 req-3e2b7ef5-56ad-49d5-b7d1-665677c36518 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:02.084754 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4e9e9de8-b495-46e7-90cc-5d6202308d36 req-3e2b7ef5-56ad-49d5-b7d1-665677c36518 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.5830295 Apr 05 15:50:02.214883 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-957d0664-de83-42d2-bf74-3914a4e0ba05 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce8b371-7444-4e4c-b34f-4697bdc6ea9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323312 Apr 05 15:50:02.277942 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6f2f6999-49fd-4c64-b081-c102436e1650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850964774'] for network, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:02.287939 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff3ee6-402a-4a95-be4b-5cf94628e19a req-3f3635fd-c878-4a34-be4b-006d858025ed tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:02.289592 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-58ff3ee6-402a-4a95-be4b-5cf94628e19a req-3f3635fd-c878-4a34-be4b-006d858025ed tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 943 time: 0.6059241 Apr 05 15:50:02.295396 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4e9e9de8-b495-46e7-90cc-5d6202308d36 req-12aa6af2-396a-4576-9f9d-7be593536d6e tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972938 Apr 05 15:50:02.351683 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d95ec5d6-e659-407d-9bf2-d74d71693122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:02.372209 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6f2f6999-49fd-4c64-b081-c102436e1650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:02.409633 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f6999-49fd-4c64-b081-c102436e1650 admin admin] Pushing event deleted for resources: {'Network': ['ID=272ed249-6547-4125-bbf0-58253a731568,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:02.418065 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-6f2f6999-49fd-4c64-b081-c102436e1650 admin admin] 10.222.0.44 "DELETE /v2.0/networks/272ed249-6547-4125-bbf0-58253a731568 HTTP/1.1" status: 204 len: 168 time: 2.6991925 Apr 05 15:50:02.421257 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 36146) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:02.428389 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f6999-49fd-4c64-b081-c102436e1650 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:02.428799 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f6999-49fd-4c64-b081-c102436e1650 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:02.429198 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f6999-49fd-4c64-b081-c102436e1650 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:02.429590 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f6999-49fd-4c64-b081-c102436e1650 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:02.429980 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f6999-49fd-4c64-b081-c102436e1650 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:02.430392 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f6999-49fd-4c64-b081-c102436e1650 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:02.430774 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f6999-49fd-4c64-b081-c102436e1650 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:02.431186 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f6999-49fd-4c64-b081-c102436e1650 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:02.431570 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f6999-49fd-4c64-b081-c102436e1650 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:02.431954 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f6999-49fd-4c64-b081-c102436e1650 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:02.432333 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f6999-49fd-4c64-b081-c102436e1650 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:02.432720 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2f6999-49fd-4c64-b081-c102436e1650 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:02.456389 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6f2f6999-49fd-4c64-b081-c102436e1650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:02.482041 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-58ff3ee6-402a-4a95-be4b-5cf94628e19a req-71110155-84aa-41a1-bc6f-7a584ecd9abb tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824336 Apr 05 15:50:02.486031 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e6bf109a-1271-4ecb-8046-24aa86c1a2b8 req-cb2b7ccc-021b-4817-8f62-59011e495879 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce8b371-7444-4e4c-b34f-4697bdc6ea9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597237 Apr 05 15:50:02.558804 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a435e2f-31f9-4f66-8a34-d1ee451e684c admin admin] Deleting subnet 1f7e0e46-9416-4a98-9bde-a97029a05c6c {{(pid=84429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 15:50:02.563970 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2a435e2f-31f9-4f66-8a34-d1ee451e684c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:02.606618 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 36162) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:02.689161 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2a435e2f-31f9-4f66-8a34-d1ee451e684c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:02.705503 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2a435e2f-31f9-4f66-8a34-d1ee451e684c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:02.752321 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f26fcce-1575-4d6c-bb92-b6360d963b48 admin admin] Deleting subnet 206335db-a203-4294-80b4-43aa55aa6613 {{(pid=84430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 15:50:02.755414 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6f26fcce-1575-4d6c-bb92-b6360d963b48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:02.841834 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6f26fcce-1575-4d6c-bb92-b6360d963b48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10310842'] for subnet, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:02.903510 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6f26fcce-1575-4d6c-bb92-b6360d963b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:03.256359 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bf230-9093-4c6c-be32-31cb25d4d05e req-ecc391c4-423b-490f-b1d3-4fb54737ef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:03.258188 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e10bf230-9093-4c6c-be32-31cb25d4d05e req-ecc391c4-423b-490f-b1d3-4fb54737ef4a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4eb531685324e0f8fb99da30c72fe0c&device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 1098 time: 0.2128620 Apr 05 15:50:03.402717 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2a435e2f-31f9-4f66-8a34-d1ee451e684c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for subnet, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:03.433084 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:03.458270 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba358c1-d60d-4a0b-a8ef-88f822210629 req-0ac87609-4b82-4edc-a70a-3b3247d241b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:03.460093 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7ba358c1-d60d-4a0b-a8ef-88f822210629 req-0ac87609-4b82-4edc-a70a-3b3247d241b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cd97b12be18437993ae8b61408dfe02&device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 1096 time: 0.4415643 Apr 05 15:50:03.473695 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8dad4-5e4a-40e4-bcf7-c0c913ddbd1a req-43aa6205-61f6-4e9f-8946-383dd828a7ae tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:03.481963 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0ba8dad4-5e4a-40e4-bcf7-c0c913ddbd1a req-43aa6205-61f6-4e9f-8946-383dd828a7ae tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 945 time: 0.4726169 Apr 05 15:50:03.504374 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a435e2f-31f9-4f66-8a34-d1ee451e684c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f7e0e46-9416-4a98-9bde-a97029a05c6c,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:03.507314 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc5e26-2373-47a2-8225-b75a2ac754be req-dad3492f-4f04-4fd0-bb3a-602a4e8a60a3 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:03.515900 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-63cc5e26-2373-47a2-8225-b75a2ac754be req-dad3492f-4f04-4fd0-bb3a-602a4e8a60a3 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.2910669 Apr 05 15:50:03.516449 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-2a435e2f-31f9-4f66-8a34-d1ee451e684c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:03.627668 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bf230-9093-4c6c-be32-31cb25d4d05e req-cc3d81dd-fda8-41c1-8bba-9e299c5847da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:03.629155 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e10bf230-9093-4c6c-be32-31cb25d4d05e req-cc3d81dd-fda8-41c1-8bba-9e299c5847da service neutron] 10.222.0.43 "GET /v2.0/networks?id=bf7980d5-30f6-4b51-8804-073d14195735 HTTP/1.1" status: 200 len: 919 time: 0.3605835 Apr 05 15:50:03.630171 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2a435e2f-31f9-4f66-8a34-d1ee451e684c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:03.656314 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6f26fcce-1575-4d6c-bb92-b6360d963b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844508925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2147944'] for subnet, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:03.696710 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-2a435e2f-31f9-4f66-8a34-d1ee451e684c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1f7e0e46-9416-4a98-9bde-a97029a05c6c HTTP/1.1" status: 204 len: 168 time: 1.2741342 Apr 05 15:50:03.705305 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 36234) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:03.706768 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e10bf230-9093-4c6c-be32-31cb25d4d05e req-a70225e1-8b70-46eb-a542-ff4d2f0da392 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f969ea2-d9b2-4617-ace0-843a41cbcfec HTTP/1.1" status: 200 len: 217 time: 0.0707219 Apr 05 15:50:03.744547 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b0326594-d736-43dd-afcd-1354687e871f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:03.936547 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-516461'] for network, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:03.942287 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bf230-9093-4c6c-be32-31cb25d4d05e req-76ccd018-20e1-4917-bd0a-0deecea89872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:03.943896 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e10bf230-9093-4c6c-be32-31cb25d4d05e req-76ccd018-20e1-4917-bd0a-0deecea89872 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f37979fe-7609-44e8-8c79-38b8746e7197 HTTP/1.1" status: 200 len: 858 time: 0.2006335 Apr 05 15:50:04.013358 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e10bf230-9093-4c6c-be32-31cb25d4d05e req-4496a9a7-6df2-4cf9-a39b-c006d4d6afe2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf7980d5-30f6-4b51-8804-073d14195735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552814 Apr 05 15:50:04.094174 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0ba8dad4-5e4a-40e4-bcf7-c0c913ddbd1a req-6df7c7dd-b58f-4e80-b144-d0045f32de6a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6112435 Apr 05 15:50:04.110627 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26fcce-1575-4d6c-bb92-b6360d963b48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=206335db-a203-4294-80b4-43aa55aa6613,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:04.128523 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6f26fcce-1575-4d6c-bb92-b6360d963b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:04.140312 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-63cc5e26-2373-47a2-8225-b75a2ac754be req-d000bed9-66d9-43dd-aeb5-fa1224b26e73 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6236660 Apr 05 15:50:04.203598 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6f26fcce-1575-4d6c-bb92-b6360d963b48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:04.203598 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-6f26fcce-1575-4d6c-bb92-b6360d963b48 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/206335db-a203-4294-80b4-43aa55aa6613 HTTP/1.1" status: 204 len: 168 time: 1.5737188 Apr 05 15:50:04.203598 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba358c1-d60d-4a0b-a8ef-88f822210629 req-56cc539e-d7e1-4fbe-b61e-3d16fbc6ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:04.203598 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7ba358c1-d60d-4a0b-a8ef-88f822210629 req-56cc539e-d7e1-4fbe-b61e-3d16fbc6ebf1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3ce8b371-7444-4e4c-b34f-4697bdc6ea9f HTTP/1.1" status: 200 len: 912 time: 0.6726480 Apr 05 15:50:04.203598 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 36240) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:04.204683 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363297789275713'] for network, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:04.419508 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7ba358c1-d60d-4a0b-a8ef-88f822210629 req-4bc1ce76-f78a-43be-9d44-9970abe24f6b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a642d2d-64ea-44c3-9434-e2d7446e0aa0 HTTP/1.1" status: 200 len: 217 time: 0.1745100 Apr 05 15:50:04.587747 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=84429) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:50:04.588185 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84429) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:50:04.588942 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84429) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:50:04.589312 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] Subscribe: > port after_create 55550000 {{(pid=84429) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:50:04.589675 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=84429) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:50:04.590012 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] Subscribe: > port after_update 55550000 {{(pid=84429) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:50:04.590401 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=84429) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:50:04.590774 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84429) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:50:04.591131 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84429) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:50:04.591604 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=84429) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:50:04.644207 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3583ba32-c642-4cfc-b1e9-7bcc58578a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-516461'] for network, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:04.658557 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=84429) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:50:04.658955 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=84429) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:50:04.659335 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=84429) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:50:04.659726 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=84429) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 05 15:50:04.660124 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a750b0-2301-4a92-962a-7a5047361854']}} {{(pid=84429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:04.681335 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '874d73b9-306c-4fc9-8c84-4c697ce3c415') {'for_net_delete': True} {{(pid=84429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:04.681675 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '874d73b9-306c-4fc9-8c84-4c697ce3c415') {} {{(pid=84429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:04.701362 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739065499985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036845270746'] for segment, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:04.732438 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:04.737175 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e10bf230-9093-4c6c-be32-31cb25d4d05e req-57b3a960-4dc0-4b22-92e7-a5bc445b97d4 service neutron] 10.222.0.43 "GET /v2.0/networks/bf7980d5-30f6-4b51-8804-073d14195735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6929100 Apr 05 15:50:04.743758 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=84429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 15:50:04.761758 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba358c1-d60d-4a0b-a8ef-88f822210629 req-e2601d3a-6f5b-4980-bbcf-b09c41960c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:04.764063 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7ba358c1-d60d-4a0b-a8ef-88f822210629 req-e2601d3a-6f5b-4980-bbcf-b09c41960c8c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=368c6b65-9ecb-4154-a01c-9ea51d2251a4 HTTP/1.1" status: 200 len: 850 time: 0.3304379 Apr 05 15:50:04.901796 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02727eaf-cd77-45f9-9fe2-5964e5d69f09 req-97991389-aa8f-4c35-9a96-0fd145c95b49 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:04.903638 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-02727eaf-cd77-45f9-9fe2-5964e5d69f09 req-97991389-aa8f-4c35-9a96-0fd145c95b49 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 943 time: 0.5790989 Apr 05 15:50:04.926757 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76326b2-30cf-4b7e-8b51-fa7876e35b45 req-cbfb4a0d-a410-4653-813d-ff494a4a5dd5 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:04.928697 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a76326b2-30cf-4b7e-8b51-fa7876e35b45 req-cbfb4a0d-a410-4653-813d-ff494a4a5dd5 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 945 time: 0.6016710 Apr 05 15:50:04.958607 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 36268) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:05.017431 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-96d340d3-d1df-4d8c-99b5-b894fb79da66 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Request body: {'floatingip': {'port_id': 'd9ab0c9a-147c-4754-9117-98ffc83feff4'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:50:05.103143 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3583ba32-c642-4cfc-b1e9-7bcc58578a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363297789275713'] for network, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:05.107109 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] Network f2a750b0-2301-4a92-962a-7a5047361854 has no segments {{(pid=84429) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:50:05.121198 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9499719'] for segment, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:05.152739 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 36280) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:05.171947 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-96d340d3-d1df-4d8c-99b5-b894fb79da66 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for floatingip, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:05.251514 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e10bf230-9093-4c6c-be32-31cb25d4d05e req-a8e7ea3d-a399-49de-a5d1-35e77258c491 service neutron] 10.222.0.43 "GET /v2.0/networks/bf7980d5-30f6-4b51-8804-073d14195735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4830577 Apr 05 15:50:05.310200 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-02727eaf-cd77-45f9-9fe2-5964e5d69f09 req-3edf7db1-17a4-41a9-bae5-9d576a2a159d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3766389 Apr 05 15:50:05.354782 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] Network f2a750b0-2301-4a92-962a-7a5047361854 has no segments {{(pid=84429) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: from cryptography.utils import int_from_bytes Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: from cryptography.utils import int_from_bytes Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: (rel_b, rel_a, rel_b), Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: (rel_b, rel_a, rel_b), Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: Traceback (most recent call last): Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: timer() Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: cb(*args, **kw) Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: return func(*args, **kwargs) Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: self._notify() Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: self.callback(batched_events) Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: event.method(event) Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: segment_id)['aggregates'][0] Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: return f(self, *a, **k) Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: return self._get(url).json() Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: **kwargs) Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: return self.request(url, 'GET', **kwargs) Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: **endpoint_filter) Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:50:05.399029 dv-cinder-784779-1-iscsi neutron-server[84318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:50:05.480483 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba358c1-d60d-4a0b-a8ef-88f822210629 req-f534adec-89ae-4811-8960-ca05e887d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:05.482084 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7ba358c1-d60d-4a0b-a8ef-88f822210629 req-f534adec-89ae-4811-8960-ca05e887d21c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3ce8b371-7444-4e4c-b34f-4697bdc6ea9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7073708 Apr 05 15:50:05.498634 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1ad919d6-cabd-4a76-b3b4-2e97e95fca06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:05.526981 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-1ad919d6-cabd-4a76-b3b4-2e97e95fca06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:50:05.531205 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-1ad919d6-cabd-4a76-b3b4-2e97e95fca06 admin admin] Usage tracker for resource:security_group_rule and tenant:b92696108c8e422da0084eed4891f2e6 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:50:05.534249 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-1ad919d6-cabd-4a76-b3b4-2e97e95fca06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:50:05.540446 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-1ad919d6-cabd-4a76-b3b4-2e97e95fca06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:50:05.567774 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-3583ba32-c642-4cfc-b1e9-7bcc58578a5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c588069-435c-4233-b591-05859e20ef87']}} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:05.569501 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850964774'] for network, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:05.578312 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-1787439d-a468-42c9-9661-ccd186fddcd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:05.599003 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:05.610360 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2a750b0-2301-4a92-962a-7a5047361854,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:05.613074 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-3583ba32-c642-4cfc-b1e9-7bcc58578a5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f8d950-56da-4943-af58-dd84ae1ff9d9') {'for_net_delete': True} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:05.613653 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-3583ba32-c642-4cfc-b1e9-7bcc58578a5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f8d950-56da-4943-af58-dd84ae1ff9d9') {} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:05.619688 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:05.624432 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f2a750b0-2301-4a92-962a-7a5047361854 HTTP/1.1" status: 204 len: 168 time: 1.9166925 Apr 05 15:50:05.672663 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1ad919d6-cabd-4a76-b3b4-2e97e95fca06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:05.689561 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3583ba32-c642-4cfc-b1e9-7bcc58578a5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739065499985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844464973'] for segment, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:05.700764 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1ad919d6-cabd-4a76-b3b4-2e97e95fca06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:05.710237 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:05.752292 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-1ad919d6-cabd-4a76-b3b4-2e97e95fca06 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b92696108c8e422da0084eed4891f2e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5960290 Apr 05 15:50:05.755412 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 36296) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:05.772644 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad919d6-cabd-4a76-b3b4-2e97e95fca06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a30399-2d98-4c3b-a4e5-e548040f4d3b,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:05.778436 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-1ad919d6-cabd-4a76-b3b4-2e97e95fca06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:05.824102 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 36302) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:05.871239 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3583ba32-c642-4cfc-b1e9-7bcc58578a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:05.880816 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-db94a400-4989-40b2-b029-86a75dfa427b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:05.891339 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 7a642d2d-64ea-44c3-9434-e2d7446e0aa0 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:50:05.901081 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3583ba32-c642-4cfc-b1e9-7bcc58578a5b admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=84430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 15:50:05.929041 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-40d44d16-2b99-493d-8e0e-ad786e48a12b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=11e87d4ce6fa4231b152dc42d758bed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1001046 Apr 05 15:50:05.930100 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 36306) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:05.934306 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-db94a400-4989-40b2-b029-86a75dfa427b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:06.069343 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-db94a400-4989-40b2-b029-86a75dfa427b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:06.089574 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b180bd9d-39ae-40ae-8e9b-e8666acc24f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:06.089574 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-1d556c53-90cd-4e59-b7df-7121df30dbb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:06.102330 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 7a642d2d-64ea-44c3-9434-e2d7446e0aa0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7a642d2d-64ea-44c3-9434-e2d7446e0aa0,segment=NetworkSegment(8c957347-ca2f-4b08-a623-7dccb3bfa44a),segment_id=8c957347-ca2f-4b08-a623-7dccb3bfa44a)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:50:06.106528 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94a400-4989-40b2-b029-86a75dfa427b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a30399-2d98-4c3b-a4e5-e548040f4d3b,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:06.114450 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-db94a400-4989-40b2-b029-86a75dfa427b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:06.122771 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-db94a400-4989-40b2-b029-86a75dfa427b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:06.124049 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-db94a400-4989-40b2-b029-86a75dfa427b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d1a30399-2d98-4c3b-a4e5-e548040f4d3b HTTP/1.1" status: 204 len: 168 time: 0.3676398 Apr 05 15:50:06.145060 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Returning: {'device': '7a642d2d-64ea-44c3-9434-e2d7446e0aa0', 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f', 'port_id': '7a642d2d-64ea-44c3-9434-e2d7446e0aa0', 'mac_address': 'fa:16:3e:22:80:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:50:06.147005 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b180bd9d-39ae-40ae-8e9b-e8666acc24f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:06.175394 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7ba358c1-d60d-4a0b-a8ef-88f822210629 req-a7638867-f82e-46cd-b419-edc2f36171ee service neutron] 10.222.0.43 "GET /v2.0/networks/3ce8b371-7444-4e4c-b34f-4697bdc6ea9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6758153 Apr 05 15:50:06.203212 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3c48c-452c-4912-9c2e-562f076f4ef1 req-45f76608-2c02-40ae-aed4-d9c0e14287ac tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:06.204833 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-dac3c48c-452c-4912-9c2e-562f076f4ef1 req-45f76608-2c02-40ae-aed4-d9c0e14287ac tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.8040159 Apr 05 15:50:06.230931 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:06.250871 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a642d2d-64ea-44c3-9434-e2d7446e0aa0 {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:50:06.274231 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 7a642d2d-64ea-44c3-9434-e2d7446e0aa0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7a642d2d-64ea-44c3-9434-e2d7446e0aa0,segment=NetworkSegment(8c957347-ca2f-4b08-a623-7dccb3bfa44a),segment_id=8c957347-ca2f-4b08-a623-7dccb3bfa44a)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:50:06.284330 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b180bd9d-39ae-40ae-8e9b-e8666acc24f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:06.291100 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:06.305366 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180bd9d-39ae-40ae-8e9b-e8666acc24f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b89f0a-c16a-4354-8736-1bc65461db2f,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:06.312901 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:06.315359 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b180bd9d-39ae-40ae-8e9b-e8666acc24f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:06.319957 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b180bd9d-39ae-40ae-8e9b-e8666acc24f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:06.323963 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:06.338738 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-b180bd9d-39ae-40ae-8e9b-e8666acc24f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/53b89f0a-c16a-4354-8736-1bc65461db2f HTTP/1.1" status: 204 len: 168 time: 0.3995829 Apr 05 15:50:06.477272 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=7a642d2d-64ea-44c3-9434-e2d7446e0aa0,revision_number=4']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:06.485211 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:06.579015 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['7a642d2d-64ea-44c3-9434-e2d7446e0aa0'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:50:06.579106 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-3583ba32-c642-4cfc-b1e9-7bcc58578a5b admin admin] Network 0c588069-435c-4233-b591-05859e20ef87 has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:50:06.596556 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3583ba32-c642-4cfc-b1e9-7bcc58578a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844508760'] for segment, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:06.647074 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-dac3c48c-452c-4912-9c2e-562f076f4ef1 req-3ac36bb5-db5f-4fca-a1e7-820a26e4b791 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622725 Apr 05 15:50:06.962891 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 36326) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:06.995568 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 36330) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:07.025543 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7158-939b-444d-8a0a-cba199265a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:07.048340 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-d4ad6bc2-6f85-4c9d-ae27-16834a606e5c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5a80c155d67d40fc88f8d17ecf651001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0842483 Apr 05 15:50:07.049468 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-b6bb7158-939b-444d-8a0a-cba199265a36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:50:07.052385 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 36334) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:07.056416 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-b6bb7158-939b-444d-8a0a-cba199265a36 admin admin] Usage tracker for resource:security_group_rule and tenant:71d649b2a294410488e37c3c356e2777 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:50:07.058990 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7ba358c1-d60d-4a0b-a8ef-88f822210629 req-14637fdd-645a-4c00-9ef2-546c93009386 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce8b371-7444-4e4c-b34f-4697bdc6ea9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8650904 Apr 05 15:50:07.071812 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-b6bb7158-939b-444d-8a0a-cba199265a36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:50:07.081244 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-b6bb7158-939b-444d-8a0a-cba199265a36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:50:07.089811 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-3583ba32-c642-4cfc-b1e9-7bcc58578a5b admin admin] Network 0c588069-435c-4233-b591-05859e20ef87 has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: Traceback (most recent call last): Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: timer() Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: cb(*args, **kw) Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: return func(*args, **kwargs) Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: self._notify() Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: self.callback(batched_events) Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: event.method(event) Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: segment_id)['aggregates'][0] Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: return f(self, *a, **k) Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: return self._get(url).json() Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: **kwargs) Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: return self.request(url, 'GET', **kwargs) Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: **endpoint_filter) Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:50:07.117612 dv-cinder-784779-1-iscsi neutron-server[84318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:50:07.151982 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-057f088d-a1e1-49c9-b14c-8f25f234f89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:07.191800 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-057f088d-a1e1-49c9-b14c-8f25f234f89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:07.206824 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507a59c-7298-4047-b1f6-2acdfa2ffded req-e4b25595-76f7-47a0-85fe-8c0853ec6528 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:07.208441 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e507a59c-7298-4047-b1f6-2acdfa2ffded req-e4b25595-76f7-47a0-85fe-8c0853ec6528 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 944 time: 0.7155461 Apr 05 15:50:07.274512 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7158-939b-444d-8a0a-cba199265a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:07.294803 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3583ba32-c642-4cfc-b1e9-7bcc58578a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850964774'] for network, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:07.308233 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7158-939b-444d-8a0a-cba199265a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:07.316555 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-1ad919d6-cabd-4a76-b3b4-2e97e95fca06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:07.320686 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:07.324116 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-057f088d-a1e1-49c9-b14c-8f25f234f89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:07.336703 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3583ba32-c642-4cfc-b1e9-7bcc58578a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:07.351454 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.db.resource_extend [None req-96d340d3-d1df-4d8c-99b5-b894fb79da66 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 05 15:50:07.371308 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb7158-939b-444d-8a0a-cba199265a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a636b8b2-1d45-4c5e-9f33-5ad430745492,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:07.378227 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-b6bb7158-939b-444d-8a0a-cba199265a36 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=71d649b2a294410488e37c3c356e2777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3816440 Apr 05 15:50:07.379420 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b6bb7158-939b-444d-8a0a-cba199265a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:07.380652 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:07.387087 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 36338) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:07.393494 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-057f088d-a1e1-49c9-b14c-8f25f234f89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:07.394675 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-057f088d-a1e1-49c9-b14c-8f25f234f89d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4bcb1937-2355-46e3-be8e-eee6bf8af2c7 HTTP/1.1" status: 204 len: 168 time: 0.3401430 Apr 05 15:50:07.404400 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f088d-a1e1-49c9-b14c-8f25f234f89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcb1937-2355-46e3-be8e-eee6bf8af2c7,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:07.408282 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-057f088d-a1e1-49c9-b14c-8f25f234f89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:07.421770 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e507a59c-7298-4047-b1f6-2acdfa2ffded req-2fb18e9c-b6ea-41b9-b80e-ff4ebd4a3e9b tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044086 Apr 05 15:50:07.433645 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583ba32-c642-4cfc-b1e9-7bcc58578a5b admin admin] Pushing event deleted for resources: {'Network': ['ID=0c588069-435c-4233-b591-05859e20ef87,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:07.439155 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3583ba32-c642-4cfc-b1e9-7bcc58578a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:07.473962 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-3583ba32-c642-4cfc-b1e9-7bcc58578a5b admin admin] 10.222.0.44 "DELETE /v2.0/networks/0c588069-435c-4233-b591-05859e20ef87 HTTP/1.1" status: 204 len: 168 time: 3.2765555 Apr 05 15:50:07.477419 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-96d340d3-d1df-4d8c-99b5-b894fb79da66 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:07.484983 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-64d9b378-f8c4-4537-b33f-7b18e5ff3232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:07.513732 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-96d340d3-d1df-4d8c-99b5-b894fb79da66 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850964789'] for floatingip, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:07.514194 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-64d9b378-f8c4-4537-b33f-7b18e5ff3232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:07.604442 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-64d9b378-f8c4-4537-b33f-7b18e5ff3232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:07.609862 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-eb982bf2-1f8c-45bf-907d-43f1cb2df1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:07.621629 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d9b378-f8c4-4537-b33f-7b18e5ff3232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a636b8b2-1d45-4c5e-9f33-5ad430745492,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:07.630258 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-64d9b378-f8c4-4537-b33f-7b18e5ff3232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:07.636601 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-64d9b378-f8c4-4537-b33f-7b18e5ff3232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:07.640992 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-64d9b378-f8c4-4537-b33f-7b18e5ff3232 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a636b8b2-1d45-4c5e-9f33-5ad430745492 HTTP/1.1" status: 204 len: 168 time: 0.2482181 Apr 05 15:50:07.753323 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.l3_db [None req-96d340d3-d1df-4d8c-99b5-b894fb79da66 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Floating IP 6119f392-1731-4055-b347-4fa42014a16c associated. External IP: 172.27.0.160, port: d9ab0c9a-147c-4754-9117-98ffc83feff4. Apr 05 15:50:07.849915 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 36356) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:07.983626 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-64b11e56-09ba-4ed8-ad32-85986d4021d5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c28d9cb6b5be42dc88c0993c7e546763&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1232173 Apr 05 15:50:07.986565 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 36360) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:08.075164 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-00e48abb-5cfc-4f32-95c8-419458398ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:08.113280 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-00e48abb-5cfc-4f32-95c8-419458398ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:08.209925 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-00e48abb-5cfc-4f32-95c8-419458398ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:08.215339 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:08.236856 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e48abb-5cfc-4f32-95c8-419458398ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1904ab5-c041-43d0-8a4f-27aaf24fda83,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:08.239224 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-00e48abb-5cfc-4f32-95c8-419458398ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:08.263785 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9187ed5-5e82-45d8-978f-332703162975 req-08e0ff6c-cc6f-435a-aec8-b303e9b67dff tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:08.265577 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a9187ed5-5e82-45d8-978f-332703162975 req-08e0ff6c-cc6f-435a-aec8-b303e9b67dff tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.4556270 Apr 05 15:50:08.284072 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-00e48abb-5cfc-4f32-95c8-419458398ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:08.285807 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-00e48abb-5cfc-4f32-95c8-419458398ec3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1904ab5-c041-43d0-8a4f-27aaf24fda83 HTTP/1.1" status: 204 len: 168 time: 0.2980657 Apr 05 15:50:08.477719 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a9187ed5-5e82-45d8-978f-332703162975 req-60001e2c-0fdb-467f-ac3c-174216aa764d tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039957 Apr 05 15:50:08.528064 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d340d3-d1df-4d8c-99b5-b894fb79da66 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Router 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:50:08.528498 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 36378) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:08.560982 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c8ae5e01-735e-4da5-8e21-70091e78337f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:08.583427 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-c8ae5e01-735e-4da5-8e21-70091e78337f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:50:08.589909 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-c8ae5e01-735e-4da5-8e21-70091e78337f admin admin] Usage tracker for resource:security_group_rule and tenant:efe316d3668f4223960c1b424230a64a is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:50:08.594775 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-c8ae5e01-735e-4da5-8e21-70091e78337f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:50:08.601893 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-c8ae5e01-735e-4da5-8e21-70091e78337f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:50:08.712453 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c8ae5e01-735e-4da5-8e21-70091e78337f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:08.743848 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c8ae5e01-735e-4da5-8e21-70091e78337f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:08.803121 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:08.830026 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d340d3-d1df-4d8c-99b5-b894fb79da66 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:50:08.835165 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-96d340d3-d1df-4d8c-99b5-b894fb79da66 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for floatingip, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:08.849300 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4354a59c-a396-42d6-a410-0d76dd4bedd1 None None] Sync routers for ids ['9375d360-b6e3-4a37-ae90-ef6a01a8ae50'] in dv-cinder-784779-1-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:50:08.850701 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-c8ae5e01-735e-4da5-8e21-70091e78337f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=efe316d3668f4223960c1b424230a64a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211122 Apr 05 15:50:08.851478 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 36398) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:08.852241 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae5e01-735e-4da5-8e21-70091e78337f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0b69db-1edd-4bd3-b652-cd580e35ac46,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:08.868779 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c8ae5e01-735e-4da5-8e21-70091e78337f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:08.872977 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4354a59c-a396-42d6-a410-0d76dd4bedd1 None None] Routers {'9375d360-b6e3-4a37-ae90-ef6a01a8ae50'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:50:08.873744 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-4354a59c-a396-42d6-a410-0d76dd4bedd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:49:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['9375d360-b6e3-4a37-ae90-ef6a01a8ae50'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:08.875559 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0b846-66ed-4d8d-a955-301b580840bd req-38d20101-da25-437c-8faf-d5d0ac1a7642 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:08.883449 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f0e0b846-66ed-4d8d-a955-301b580840bd req-38d20101-da25-437c-8faf-d5d0ac1a7642 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 944 time: 0.2656429 Apr 05 15:50:08.957312 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-96d340d3-d1df-4d8c-99b5-b894fb79da66 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "PUT /v2.0/floatingips/6119f392-1731-4055-b347-4fa42014a16c HTTP/1.1" status: 200 len: 991 time: 3.9939830 Apr 05 15:50:08.957312 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ad1f83-fffe-4e12-b368-d4dc93b959ab', 'tag': 'd9ab0c9a-147c-4754-9117-98ffc83feff4'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:50:08.975899 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f0e0b846-66ed-4d8d-a955-301b580840bd req-12af9ef2-6846-4617-b924-176e292ac1ef tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914381 Apr 05 15:50:09.025625 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ad1f83-fffe-4e12-b368-d4dc93b959ab', 'tag': 'd9ab0c9a-147c-4754-9117-98ffc83feff4', 'status': 'completed', 'code': 200} Apr 05 15:50:09.045024 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2d23150e-176a-453a-bba9-73b68763218c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:09.094447 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2d23150e-176a-453a-bba9-73b68763218c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:09.175094 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2d23150e-176a-453a-bba9-73b68763218c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:09.181898 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-edea8c12-9fc8-4e94-b722-ebf085e71eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:09.185084 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-4354a59c-a396-42d6-a410-0d76dd4bedd1 None None] Set router 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:50:09.197111 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23150e-176a-453a-bba9-73b68763218c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0b69db-1edd-4bd3-b652-cd580e35ac46,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:09.199532 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-2d23150e-176a-453a-bba9-73b68763218c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:09.202671 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2d23150e-176a-453a-bba9-73b68763218c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:09.206887 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-2d23150e-176a-453a-bba9-73b68763218c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e0b69db-1edd-4bd3-b652-cd580e35ac46 HTTP/1.1" status: 204 len: 168 time: 0.3362792 Apr 05 15:50:09.628645 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-4354a59c-a396-42d6-a410-0d76dd4bedd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'name': 'tempest-AttachVolumeShelveTestJSON-291045351-router', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T15:49:16Z', 'revision_number': 4, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'gw_port': {'id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:05Z', 'updated_at': '2021-04-05T15:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_floatingips': [{'id': '6119f392-1731-4055-b347-4fa42014a16c', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'floating_ip_address': '172.27.0.160', 'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'router_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'port_id': 'd9ab0c9a-147c-4754-9117-98ffc83feff4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'mac_address': 'fa:16:3e:7c:43:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ad1f83-fffe-4e12-b368-d4dc93b959ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:49:28Z', 'updated_at': '2021-04-05T15:50:07Z', 'revision_number': 1, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a', 'name': '', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'mac_address': 'fa:16:3e:d0:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:13Z', 'updated_at': '2021-04-05T15:49:29Z', 'revision_number': 5, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'subnets': [{'id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:09.637433 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4354a59c-a396-42d6-a410-0d76dd4bedd1 None None] Checking router: 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 for host: dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:50:09.647506 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4354a59c-a396-42d6-a410-0d76dd4bedd1 None None] Routers {'9375d360-b6e3-4a37-ae90-ef6a01a8ae50'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:50:09.648372 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-4354a59c-a396-42d6-a410-0d76dd4bedd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:49:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['9375d360-b6e3-4a37-ae90-ef6a01a8ae50'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:09.751048 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe03892-7d9e-46d0-9662-67afadb23482 req-a690a28c-6741-4f87-8368-2bad7be92822 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:09.752709 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fbe03892-7d9e-46d0-9662-67afadb23482 req-a690a28c-6741-4f87-8368-2bad7be92822 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.1324127 Apr 05 15:50:09.819350 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fbe03892-7d9e-46d0-9662-67afadb23482 req-9e2a3a36-5139-47ae-94ce-8439c5266b7b tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574830 Apr 05 15:50:09.868544 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-4354a59c-a396-42d6-a410-0d76dd4bedd1 None None] Set router 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:50:10.215794 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42cd59-6890-4eb2-8bc1-3c702707f258 req-7667ffb9-77db-4f8a-85cc-8a253a8c49c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:10.218378 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7b42cd59-6890-4eb2-8bc1-3c702707f258 req-7667ffb9-77db-4f8a-85cc-8a253a8c49c4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=639ec5b6ae8d4642b674c6cd637e4cb2&device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 1098 time: 0.2070768 Apr 05 15:50:10.290893 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667e7e9-8da6-45de-b30f-1316a54393bb req-0f238485-b0a4-41ca-8deb-a59e945941b7 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:10.299242 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6667e7e9-8da6-45de-b30f-1316a54393bb req-0f238485-b0a4-41ca-8deb-a59e945941b7 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 944 time: 0.1819661 Apr 05 15:50:10.414685 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-4354a59c-a396-42d6-a410-0d76dd4bedd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'name': 'tempest-AttachVolumeShelveTestJSON-291045351-router', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T15:49:16Z', 'revision_number': 4, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'gw_port': {'id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:05Z', 'updated_at': '2021-04-05T15:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_floatingips': [{'id': '6119f392-1731-4055-b347-4fa42014a16c', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'floating_ip_address': '172.27.0.160', 'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'router_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'port_id': 'd9ab0c9a-147c-4754-9117-98ffc83feff4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'mac_address': 'fa:16:3e:7c:43:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ad1f83-fffe-4e12-b368-d4dc93b959ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:49:28Z', 'updated_at': '2021-04-05T15:50:07Z', 'revision_number': 1, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a', 'name': '', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'mac_address': 'fa:16:3e:d0:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:13Z', 'updated_at': '2021-04-05T15:49:29Z', 'revision_number': 5, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'subnets': [{'id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:10.427203 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4354a59c-a396-42d6-a410-0d76dd4bedd1 None None] The sync data for ids ['9375d360-b6e3-4a37-ae90-ef6a01a8ae50'] in dv-cinder-784779-1-iscsi is: [{'id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'name': 'tempest-AttachVolumeShelveTestJSON-291045351-router', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T15:49:16Z', 'revision_number': 4, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'gw_port': {'id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:05Z', 'updated_at': '2021-04-05T15:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_floatingips': [{'id': '6119f392-1731-4055-b347-4fa42014a16c', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'floating_ip_address': '172.27.0.160', 'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'router_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'port_id': 'd9ab0c9a-147c-4754-9117-98ffc83feff4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'mac_address': 'fa:16:3e:7c:43:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ad1f83-fffe-4e12-b368-d4dc93b959ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:49:28Z', 'updated_at': '2021-04-05T15:50:07Z', 'revision_number': 1, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a', 'name': '', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'mac_address': 'fa:16:3e:d0:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:13Z', 'updated_at': '2021-04-05T15:49:29Z', 'revision_number': 5, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'subnets': [{'id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:50:10.444598 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42cd59-6890-4eb2-8bc1-3c702707f258 req-ab04f808-b123-4cdc-b025-5db9a10035d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:10.446800 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7b42cd59-6890-4eb2-8bc1-3c702707f258 req-ab04f808-b123-4cdc-b025-5db9a10035d4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 HTTP/1.1" status: 200 len: 917 time: 0.2202308 Apr 05 15:50:10.551789 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6667e7e9-8da6-45de-b30f-1316a54393bb req-1143d8a1-2c04-4cf5-a5f2-dec7486181ba tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507322 Apr 05 15:50:10.615143 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7b42cd59-6890-4eb2-8bc1-3c702707f258 req-777b0abb-2236-4389-b6ea-3c082852fa4c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9ab0c9a-147c-4754-9117-98ffc83feff4 HTTP/1.1" status: 200 len: 999 time: 0.1451619 Apr 05 15:50:10.704676 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42cd59-6890-4eb2-8bc1-3c702707f258 req-a12c6f85-1616-4ec8-9018-efa3ff9acb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:10.706935 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7b42cd59-6890-4eb2-8bc1-3c702707f258 req-a12c6f85-1616-4ec8-9018-efa3ff9acb06 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b49c561-1ceb-4c3b-9352-979a5ef7193b HTTP/1.1" status: 200 len: 855 time: 0.0844755 Apr 05 15:50:10.811258 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84f63d1-d426-4a04-8445-116651b0f5a2 None None] New status for floating IP 6119f392-1731-4055-b347-4fa42014a16c: ACTIVE {{(pid=84431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 15:50:10.851927 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42cd59-6890-4eb2-8bc1-3c702707f258 req-f91fcd36-d838-4d52-aea5-f564202cd68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:10.853859 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7b42cd59-6890-4eb2-8bc1-3c702707f258 req-f91fcd36-d838-4d52-aea5-f564202cd68c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5b2c727-4df9-4ea8-bf8a-1e179c6d9965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1398747 Apr 05 15:50:11.154490 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7b42cd59-6890-4eb2-8bc1-3c702707f258 req-3d2fc497-308e-45b7-8010-ee028109e252 service neutron] 10.222.0.43 "GET /v2.0/networks/e5b2c727-4df9-4ea8-bf8a-1e179c6d9965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921498 Apr 05 15:50:11.252496 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ed4f6-5736-48bf-bf4c-661aa1996106 req-f6cb4c79-f1f7-4bb8-ac17-d4fe243dcec7 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:11.258950 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ba3ed4f6-5736-48bf-bf4c-661aa1996106 req-f6cb4c79-f1f7-4bb8-ac17-d4fe243dcec7 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.2289467 Apr 05 15:50:11.423331 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ba3ed4f6-5736-48bf-bf4c-661aa1996106 req-a2dab6ce-9a7d-47ab-ad9e-d44067d8c757 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543329 Apr 05 15:50:11.499468 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7b42cd59-6890-4eb2-8bc1-3c702707f258 req-acbbf480-dc04-4eed-8435-1e4d9a6cb8cd service neutron] 10.222.0.43 "GET /v2.0/networks/e5b2c727-4df9-4ea8-bf8a-1e179c6d9965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352461 Apr 05 15:50:11.694003 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a6225de5-d949-47f8-a807-689253f8dcb2 req-527ad924-f5fe-4590-bde9-8b50a7c95e2d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1082084 Apr 05 15:50:11.941752 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c759a52-7a7c-477d-8b0c-48203c798e9a req-3614e6e7-7576-4909-b828-77392c903a3a tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:11.943415 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5c759a52-7a7c-477d-8b0c-48203c798e9a req-3614e6e7-7576-4909-b828-77392c903a3a tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 944 time: 0.2417901 Apr 05 15:50:11.949690 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6225de5-d949-47f8-a807-689253f8dcb2 req-76927e2a-f867-4dd6-9833-b47618640325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:11.951271 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a6225de5-d949-47f8-a807-689253f8dcb2 req-76927e2a-f867-4dd6-9833-b47618640325 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4eb531685324e0f8fb99da30c72fe0c&device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 1098 time: 0.1643219 Apr 05 15:50:11.960899 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 7a642d2d-64ea-44c3-9434-e2d7446e0aa0 up at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:50:12.107801 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning for port 7a642d2d-64ea-44c3-9434-e2d7446e0aa0 completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:50:12.116042 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning complete for port 7a642d2d-64ea-44c3-9434-e2d7446e0aa0 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:50:12.117328 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:12.172183 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6225de5-d949-47f8-a807-689253f8dcb2 req-7ad02347-0688-4234-9545-a6e3c18f6372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:12.174008 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a6225de5-d949-47f8-a807-689253f8dcb2 req-7ad02347-0688-4234-9545-a6e3c18f6372 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bf7980d5-30f6-4b51-8804-073d14195735 HTTP/1.1" status: 200 len: 919 time: 0.1993914 Apr 05 15:50:12.187200 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5c759a52-7a7c-477d-8b0c-48203c798e9a req-da95cd44-9bcb-49b6-ad1f-e53140619ed0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338853 Apr 05 15:50:12.303515 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a6225de5-d949-47f8-a807-689253f8dcb2 req-e9cb4147-59bc-4b8a-a1fe-5a0993234158 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd6fa5d8-c43a-4af4-bf91-8418504340dd HTTP/1.1" status: 200 len: 217 time: 0.1207945 Apr 05 15:50:12.325681 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:12.387396 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422b9311-e424-49da-aab1-536f03244e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a642d2d-64ea-44c3-9434-e2d7446e0aa0'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:50:12.395084 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6225de5-d949-47f8-a807-689253f8dcb2 req-88633a00-792c-48b0-b596-adffe496660c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:12.399970 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a6225de5-d949-47f8-a807-689253f8dcb2 req-88633a00-792c-48b0-b596-adffe496660c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f37979fe-7609-44e8-8c79-38b8746e7197 HTTP/1.1" status: 200 len: 858 time: 0.0872095 Apr 05 15:50:12.401903 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 7a642d2d-64ea-44c3-9434-e2d7446e0aa0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7a642d2d-64ea-44c3-9434-e2d7446e0aa0,segment=NetworkSegment(8c957347-ca2f-4b08-a623-7dccb3bfa44a),segment_id=8c957347-ca2f-4b08-a623-7dccb3bfa44a)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:50:12.463651 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422b9311-e424-49da-aab1-536f03244e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a642d2d-64ea-44c3-9434-e2d7446e0aa0', 'code': 200} Apr 05 15:50:12.464087 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a6225de5-d949-47f8-a807-689253f8dcb2 req-29950ea1-4ce3-4475-922e-2a30578649c2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf7980d5-30f6-4b51-8804-073d14195735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566084 Apr 05 15:50:12.466575 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:12.469158 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:12.600490 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=7a642d2d-64ea-44c3-9434-e2d7446e0aa0,revision_number=5']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:12.620153 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:12.623662 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:12.623916 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:12.626480 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:12.626952 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:12.629794 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:12.630278 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:12.630817 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:12.631521 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:12.632942 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:12.633253 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:12.633689 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:50:12.639761 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:12.901879 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dce4a1-694c-488e-b534-509a73c32931 req-f0a8ae69-3af7-4626-8bad-b5ec2f573333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:12.903708 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c1dce4a1-694c-488e-b534-509a73c32931 req-f0a8ae69-3af7-4626-8bad-b5ec2f573333 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 1098 time: 0.1156890 Apr 05 15:50:12.957946 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c1dce4a1-694c-488e-b534-509a73c32931 req-b6e4f847-6b71-411d-b5de-426fcc5ce654 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458968 Apr 05 15:50:13.024714 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a6225de5-d949-47f8-a807-689253f8dcb2 req-54392901-ed0e-445a-a82b-c766402755b6 service neutron] 10.222.0.43 "GET /v2.0/networks/bf7980d5-30f6-4b51-8804-073d14195735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474527 Apr 05 15:50:13.041727 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9282ad4-93da-4f45-9dc1-3c007fe20f13 req-9de7f529-7427-4fbe-9746-98b88b22910c tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:13.043254 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b9282ad4-93da-4f45-9dc1-3c007fe20f13 req-9de7f529-7427-4fbe-9746-98b88b22910c tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.1509600 Apr 05 15:50:13.092156 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b9282ad4-93da-4f45-9dc1-3c007fe20f13 req-494e301a-51fc-46bf-9430-192da3943935 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425034 Apr 05 15:50:13.399126 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c004b-30cd-4aee-9412-bfeb4c79e7fc req-3896858f-8e3b-44fe-b02e-d08abb99d5b9 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:13.400702 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-cf3c004b-30cd-4aee-9412-bfeb4c79e7fc req-3896858f-8e3b-44fe-b02e-d08abb99d5b9 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.0873907 Apr 05 15:50:13.453636 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-cf3c004b-30cd-4aee-9412-bfeb4c79e7fc req-f96fa070-b204-4777-bf88-e7feb4991602 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446205 Apr 05 15:50:14.300410 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beead5b-2aec-4e8a-940a-28013786fa63 req-a874b740-add2-4763-aafd-aba78a1772df tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:14.302030 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6beead5b-2aec-4e8a-940a-28013786fa63 req-a874b740-add2-4763-aafd-aba78a1772df tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.0909424 Apr 05 15:50:14.351819 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6beead5b-2aec-4e8a-940a-28013786fa63 req-eec5be90-bb90-4c11-862d-b641257e85c1 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424314 Apr 05 15:50:14.656466 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d06c87-e6a6-49c7-898c-88205a682f61 req-fa7f1908-0101-4b86-9f66-e85b7d420d17 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:14.658043 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-81d06c87-e6a6-49c7-898c-88205a682f61 req-fa7f1908-0101-4b86-9f66-e85b7d420d17 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.0919800 Apr 05 15:50:14.703068 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 36610) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:14.706337 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-81d06c87-e6a6-49c7-898c-88205a682f61 req-0d464961-a7d6-428a-8cd3-692379b58edf tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420139 Apr 05 15:50:14.823374 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5e8a491c-bb37-4229-853f-5035b8d7cef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:14.838946 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-5e8a491c-bb37-4229-853f-5035b8d7cef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:50:14.842868 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-5e8a491c-bb37-4229-853f-5035b8d7cef9 admin admin] Usage tracker for resource:security_group_rule and tenant:a2ab48c5e10847b185cdb002b68cd882 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:50:14.845701 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-5e8a491c-bb37-4229-853f-5035b8d7cef9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:50:14.851657 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-5e8a491c-bb37-4229-853f-5035b8d7cef9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:50:14.939083 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5e8a491c-bb37-4229-853f-5035b8d7cef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:14.963463 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5e8a491c-bb37-4229-853f-5035b8d7cef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:14.972343 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a13bd79f-4945-473f-a58b-3c1577b026af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:15.014226 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-5e8a491c-bb37-4229-853f-5035b8d7cef9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2ab48c5e10847b185cdb002b68cd882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100464 Apr 05 15:50:15.015879 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a491c-bb37-4229-853f-5035b8d7cef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d6f131-7714-4d2f-b1f8-d095a34f0af9,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:15.017167 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 36618) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:15.019073 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-5e8a491c-bb37-4229-853f-5035b8d7cef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:15.079908 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3c4c8e34-1958-4411-8d05-2ffbddf9a9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:15.106440 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3c4c8e34-1958-4411-8d05-2ffbddf9a9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:15.106593 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:15.317711 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3c4c8e34-1958-4411-8d05-2ffbddf9a9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:15.322096 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-1e5bb238-98ca-4f8b-8bee-2577db1159c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:15.334322 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c8e34-1958-4411-8d05-2ffbddf9a9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d6f131-7714-4d2f-b1f8-d095a34f0af9,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:15.337107 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3c4c8e34-1958-4411-8d05-2ffbddf9a9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:15.345655 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3c4c8e34-1958-4411-8d05-2ffbddf9a9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:15.347688 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-3c4c8e34-1958-4411-8d05-2ffbddf9a9b8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71d6f131-7714-4d2f-b1f8-d095a34f0af9 HTTP/1.1" status: 204 len: 168 time: 0.3293703 Apr 05 15:50:15.559917 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab51e7-141f-40ad-a624-cf8a4e8d7eb6 req-d613957f-1661-4d87-81e1-c19b6a2238f4 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:15.561529 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-cdab51e7-141f-40ad-a624-cf8a4e8d7eb6 req-d613957f-1661-4d87-81e1-c19b6a2238f4 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.0914471 Apr 05 15:50:15.611028 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-cdab51e7-141f-40ad-a624-cf8a4e8d7eb6 req-f9a959f9-516b-4046-b17b-b7c679bd99fb tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425766 Apr 05 15:50:15.773413 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 36638) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:15.792986 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-448d6df7-3926-4ff7-bf52-c277bb8d1e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:15.808122 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-448d6df7-3926-4ff7-bf52-c277bb8d1e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:50:15.812156 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-448d6df7-3926-4ff7-bf52-c277bb8d1e8e admin admin] Usage tracker for resource:security_group_rule and tenant:393e7887da354f85bae6c0f77327095b is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:50:15.815115 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-448d6df7-3926-4ff7-bf52-c277bb8d1e8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:50:15.821090 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-448d6df7-3926-4ff7-bf52-c277bb8d1e8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:50:15.935816 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc01d71-84c7-4e4a-a8bb-b1d3cbd1738d req-83cff046-ae8d-4f3d-8fcf-7ae153034f44 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:15.937422 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4cc01d71-84c7-4e4a-a8bb-b1d3cbd1738d req-83cff046-ae8d-4f3d-8fcf-7ae153034f44 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.1139905 Apr 05 15:50:15.999893 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4cc01d71-84c7-4e4a-a8bb-b1d3cbd1738d req-4c4a4e06-f422-4b5d-8a1e-dd246fef7567 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559490 Apr 05 15:50:16.039576 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-448d6df7-3926-4ff7-bf52-c277bb8d1e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:16.083552 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-448d6df7-3926-4ff7-bf52-c277bb8d1e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:16.096838 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7b4c5ebb-b3fc-4575-a551-698f4ad8ebb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:16.134539 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d6df7-3926-4ff7-bf52-c277bb8d1e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f2a034-492d-4dab-b1ca-a60483baf19e,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:16.142916 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-448d6df7-3926-4ff7-bf52-c277bb8d1e8e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=393e7887da354f85bae6c0f77327095b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646915 Apr 05 15:50:16.142916 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-448d6df7-3926-4ff7-bf52-c277bb8d1e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:16.143222 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 36644) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:16.243854 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b3d820d8-4e91-4da0-a9eb-c42f35780360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:16.343113 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b3d820d8-4e91-4da0-a9eb-c42f35780360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:16.403836 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a6225de5-d949-47f8-a807-689253f8dcb2 req-a8d11588-da63-407d-962a-9b3ea09b748b service neutron] 10.222.0.43 "GET /v2.0/networks/bf7980d5-30f6-4b51-8804-073d14195735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027342 Apr 05 15:50:16.437792 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b3d820d8-4e91-4da0-a9eb-c42f35780360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:16.443110 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:16.458043 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d820d8-4e91-4da0-a9eb-c42f35780360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f2a034-492d-4dab-b1ca-a60483baf19e,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:16.461026 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b3d820d8-4e91-4da0-a9eb-c42f35780360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:16.462277 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b3d820d8-4e91-4da0-a9eb-c42f35780360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:16.463549 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-b3d820d8-4e91-4da0-a9eb-c42f35780360 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5f2a034-492d-4dab-b1ca-a60483baf19e HTTP/1.1" status: 204 len: 168 time: 0.3193634 Apr 05 15:50:16.816360 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f41ae-bcc3-4252-9ed9-5a8ec7e124bd req-7e85dfa7-6a81-4fd3-b183-74c9faad44e9 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:16.817974 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-925f41ae-bcc3-4252-9ed9-5a8ec7e124bd req-7e85dfa7-6a81-4fd3-b183-74c9faad44e9 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.0943177 Apr 05 15:50:16.872119 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-925f41ae-bcc3-4252-9ed9-5a8ec7e124bd req-be3cf6f4-c1ac-4a59-beb2-04560cbe4509 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472679 Apr 05 15:50:17.281642 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70441873-b72a-4c76-89b2-d7a82d1c11bd req-8de17558-ddbb-483b-a96c-974b0001d4fe tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:17.283328 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-70441873-b72a-4c76-89b2-d7a82d1c11bd req-8de17558-ddbb-483b-a96c-974b0001d4fe tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.1248899 Apr 05 15:50:17.332238 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-70441873-b72a-4c76-89b2-d7a82d1c11bd req-475869e2-9959-4553-9cb5-ea3d667a0a3c tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423572 Apr 05 15:50:18.095139 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259daf5f-9a3b-4615-9d85-278139e39c1c req-85e5cc8e-a678-45f2-adbe-e50c7fe5c9a0 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:18.096838 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-259daf5f-9a3b-4615-9d85-278139e39c1c req-85e5cc8e-a678-45f2-adbe-e50c7fe5c9a0 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.0969934 Apr 05 15:50:18.147251 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-259daf5f-9a3b-4615-9d85-278139e39c1c req-a0118edf-de86-47c0-9fb8-a02de9d00788 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439882 Apr 05 15:50:18.570916 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb1c09-562d-4e93-8592-cb4e7aba8edf req-4e829eaf-c44b-4067-a1a0-d2baa0dc6556 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:18.575194 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-03cb1c09-562d-4e93-8592-cb4e7aba8edf req-4e829eaf-c44b-4067-a1a0-d2baa0dc6556 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.1040781 Apr 05 15:50:18.629578 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-03cb1c09-562d-4e93-8592-cb4e7aba8edf req-bbab2661-df79-451e-9738-e2d8b83d9363 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502505 Apr 05 15:50:18.845059 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62f56f-a9c1-40b5-9946-276c594cecd4 req-9b326b0c-6b21-40c4-ad25-203a1a45c912 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:18.846842 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8e62f56f-a9c1-40b5-9946-276c594cecd4 req-9b326b0c-6b21-40c4-ad25-203a1a45c912 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.1040125 Apr 05 15:50:18.862412 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 36748) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:18.868865 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-31074fcc-65bc-4b48-8c64-d01ed36cdfb6 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Request body: {'floatingip': {'port_id': '7a642d2d-64ea-44c3-9434-e2d7446e0aa0'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:50:18.963900 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-31074fcc-65bc-4b48-8c64-d01ed36cdfb6 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for floatingip, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:19.358050 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fd1b5087-4b66-499b-9f49-dac256110696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:19.385115 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1930c-b449-4986-afa6-6ba71079d932 req-414db04e-af46-4f77-925a-8b6bb7ab9b16 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:19.386940 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-42e1930c-b449-4986-afa6-6ba71079d932 req-414db04e-af46-4f77-925a-8b6bb7ab9b16 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.1200037 Apr 05 15:50:19.439445 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-42e1930c-b449-4986-afa6-6ba71079d932 req-10dcc776-b25e-419d-bc23-2b9a766fc745 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455320 Apr 05 15:50:19.924176 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.db.resource_extend [None req-31074fcc-65bc-4b48-8c64-d01ed36cdfb6 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 05 15:50:20.027926 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-31074fcc-65bc-4b48-8c64-d01ed36cdfb6 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:20.060925 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-31074fcc-65bc-4b48-8c64-d01ed36cdfb6 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850964789'] for floatingip, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:20.243307 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.l3_db [None req-31074fcc-65bc-4b48-8c64-d01ed36cdfb6 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Floating IP a20c5a80-2c18-4332-a1c1-84190d4c591b associated. External IP: 172.27.0.216, port: 7a642d2d-64ea-44c3-9434-e2d7446e0aa0. Apr 05 15:50:20.622320 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31074fcc-65bc-4b48-8c64-d01ed36cdfb6 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Router b280af41-78b4-40d4-9ba7-d27667835dc2 has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:50:20.647324 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1308c-802e-4eca-8900-50f6a6ea7e16 req-d60235ad-81ca-4346-8c9e-cae362c49fb1 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:20.649319 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-64c1308c-802e-4eca-8900-50f6a6ea7e16 req-d60235ad-81ca-4346-8c9e-cae362c49fb1 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.0939314 Apr 05 15:50:20.698724 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-64c1308c-802e-4eca-8900-50f6a6ea7e16 req-e7ecb14f-2c2a-4776-b0d9-756793bb9987 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424397 Apr 05 15:50:20.728615 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:20.814224 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31074fcc-65bc-4b48-8c64-d01ed36cdfb6 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:50:20.825319 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847a373c-4629-42c6-99c2-d41e053b2d41 None None] Sync routers for ids ['b280af41-78b4-40d4-9ba7-d27667835dc2'] in dv-cinder-784779-1-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:50:20.827622 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-31074fcc-65bc-4b48-8c64-d01ed36cdfb6 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for floatingip, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:20.837169 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847a373c-4629-42c6-99c2-d41e053b2d41 None None] Routers {'b280af41-78b4-40d4-9ba7-d27667835dc2'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:50:20.838101 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-847a373c-4629-42c6-99c2-d41e053b2d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:49:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['b280af41-78b4-40d4-9ba7-d27667835dc2'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:20.938754 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-31074fcc-65bc-4b48-8c64-d01ed36cdfb6 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "PUT /v2.0/floatingips/a20c5a80-2c18-4332-a1c1-84190d4c591b HTTP/1.1" status: 200 len: 991 time: 2.0747132 Apr 05 15:50:20.939592 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '422b9311-e424-49da-aab1-536f03244e7c', 'tag': '7a642d2d-64ea-44c3-9434-e2d7446e0aa0'}] {{(pid=84429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:50:21.207625 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-847a373c-4629-42c6-99c2-d41e053b2d41 None None] Set router b280af41-78b4-40d4-9ba7-d27667835dc2 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:50:21.582283 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-847a373c-4629-42c6-99c2-d41e053b2d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'name': 'tempest-AttachVolumeTestJSON-1671732284-router', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:06Z', 'updated_at': '2021-04-05T15:49:28Z', 'revision_number': 4, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'gw_port': {'id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:08Z', 'updated_at': '2021-04-05T15:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_floatingips': [{'id': 'a20c5a80-2c18-4332-a1c1-84190d4c591b', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'router_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'port_id': '7a642d2d-64ea-44c3-9434-e2d7446e0aa0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f', 'mac_address': 'fa:16:3e:22:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422b9311-e424-49da-aab1-536f03244e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:49:40Z', 'updated_at': '2021-04-05T15:50:19Z', 'revision_number': 1, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa727824-c59d-4b59-b683-5687c104b293', 'name': '', 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'mac_address': 'fa:16:3e:ac:b6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:26Z', 'updated_at': '2021-04-05T15:49:42Z', 'revision_number': 5, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'subnets': [{'id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:21.586518 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847a373c-4629-42c6-99c2-d41e053b2d41 None None] Checking router: b280af41-78b4-40d4-9ba7-d27667835dc2 for host: dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:50:21.595959 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847a373c-4629-42c6-99c2-d41e053b2d41 None None] Routers {'b280af41-78b4-40d4-9ba7-d27667835dc2'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:50:21.596602 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-847a373c-4629-42c6-99c2-d41e053b2d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:49:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['b280af41-78b4-40d4-9ba7-d27667835dc2'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:21.789347 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-847a373c-4629-42c6-99c2-d41e053b2d41 None None] Set router b280af41-78b4-40d4-9ba7-d27667835dc2 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:50:21.826856 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-03e28fae-e210-458a-add4-981fde72fe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:22.167887 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-847a373c-4629-42c6-99c2-d41e053b2d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'name': 'tempest-AttachVolumeTestJSON-1671732284-router', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:06Z', 'updated_at': '2021-04-05T15:49:28Z', 'revision_number': 4, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'gw_port': {'id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:08Z', 'updated_at': '2021-04-05T15:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_floatingips': [{'id': 'a20c5a80-2c18-4332-a1c1-84190d4c591b', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'router_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'port_id': '7a642d2d-64ea-44c3-9434-e2d7446e0aa0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f', 'mac_address': 'fa:16:3e:22:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422b9311-e424-49da-aab1-536f03244e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:49:40Z', 'updated_at': '2021-04-05T15:50:19Z', 'revision_number': 1, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa727824-c59d-4b59-b683-5687c104b293', 'name': '', 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'mac_address': 'fa:16:3e:ac:b6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:26Z', 'updated_at': '2021-04-05T15:49:42Z', 'revision_number': 5, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'subnets': [{'id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:50:22.172678 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847a373c-4629-42c6-99c2-d41e053b2d41 None None] The sync data for ids ['b280af41-78b4-40d4-9ba7-d27667835dc2'] in dv-cinder-784779-1-iscsi is: [{'id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'name': 'tempest-AttachVolumeTestJSON-1671732284-router', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:06Z', 'updated_at': '2021-04-05T15:49:28Z', 'revision_number': 4, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'gw_port': {'id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:08Z', 'updated_at': '2021-04-05T15:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_floatingips': [{'id': 'a20c5a80-2c18-4332-a1c1-84190d4c591b', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'router_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'port_id': '7a642d2d-64ea-44c3-9434-e2d7446e0aa0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f', 'mac_address': 'fa:16:3e:22:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422b9311-e424-49da-aab1-536f03244e7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:49:40Z', 'updated_at': '2021-04-05T15:50:19Z', 'revision_number': 1, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa727824-c59d-4b59-b683-5687c104b293', 'name': '', 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'mac_address': 'fa:16:3e:ac:b6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:26Z', 'updated_at': '2021-04-05T15:49:42Z', 'revision_number': 5, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'subnets': [{'id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:50:22.317966 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:22.444579 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecff512a-6f7d-44bd-bc93-a069d6c0664b None None] New status for floating IP a20c5a80-2c18-4332-a1c1-84190d4c591b: ACTIVE {{(pid=84431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 15:50:22.705742 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '422b9311-e424-49da-aab1-536f03244e7c', 'tag': '7a642d2d-64ea-44c3-9434-e2d7446e0aa0', 'status': 'completed', 'code': 200} Apr 05 15:50:22.865331 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c686b9-5215-4901-bff2-e846bef60442 req-bb91c185-e8af-4f1b-93a2-3fb21b145bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:22.867176 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-29c686b9-5215-4901-bff2-e846bef60442 req-bb91c185-e8af-4f1b-93a2-3fb21b145bfc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cd97b12be18437993ae8b61408dfe02&device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 1098 time: 0.1367068 Apr 05 15:50:23.000850 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6b173-6622-4c3f-91de-8100d5c87fbf req-2b6d6d0b-937e-4612-8b23-4eb319bd5845 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:23.002443 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-31a6b173-6622-4c3f-91de-8100d5c87fbf req-2b6d6d0b-937e-4612-8b23-4eb319bd5845 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.2035019 Apr 05 15:50:23.065137 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c686b9-5215-4901-bff2-e846bef60442 req-1a309920-bfaf-400d-a9f5-d422432f2240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:23.066755 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-29c686b9-5215-4901-bff2-e846bef60442 req-1a309920-bfaf-400d-a9f5-d422432f2240 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3ce8b371-7444-4e4c-b34f-4697bdc6ea9f HTTP/1.1" status: 200 len: 912 time: 0.1873789 Apr 05 15:50:23.074006 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-31a6b173-6622-4c3f-91de-8100d5c87fbf req-4c3b93bf-7d0a-4cfe-86f7-09b233edb514 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623164 Apr 05 15:50:23.194589 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-29c686b9-5215-4901-bff2-e846bef60442 req-81947a2d-6b02-4b57-bc25-02c10d79dada service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a642d2d-64ea-44c3-9434-e2d7446e0aa0 HTTP/1.1" status: 200 len: 1001 time: 0.1108668 Apr 05 15:50:23.837640 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:26.266398 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c686b9-5215-4901-bff2-e846bef60442 req-5744a24e-51db-4214-96a2-eba8734c0042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:26.267967 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-29c686b9-5215-4901-bff2-e846bef60442 req-5744a24e-51db-4214-96a2-eba8734c0042 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=368c6b65-9ecb-4154-a01c-9ea51d2251a4 HTTP/1.1" status: 200 len: 850 time: 0.0658574 Apr 05 15:50:26.422559 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c686b9-5215-4901-bff2-e846bef60442 req-c4a61585-1497-4f4b-8dbc-0355b82aec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:26.424149 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-29c686b9-5215-4901-bff2-e846bef60442 req-c4a61585-1497-4f4b-8dbc-0355b82aec94 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3ce8b371-7444-4e4c-b34f-4697bdc6ea9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1489735 Apr 05 15:50:26.437093 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f337db-c81a-4d74-bd26-4b5782743b73 req-ec2ea1ff-4a8f-4d9a-bda2-1b959cf806d5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:26.438629 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-34f337db-c81a-4d74-bd26-4b5782743b73 req-ec2ea1ff-4a8f-4d9a-bda2-1b959cf806d5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.1124039 Apr 05 15:50:26.583302 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-34f337db-c81a-4d74-bd26-4b5782743b73 req-89f32c19-75aa-4838-a2ae-aa21dd617099 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172471 Apr 05 15:50:26.614940 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-29c686b9-5215-4901-bff2-e846bef60442 req-95bca394-131d-4ecb-9e73-6ca8ead08467 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce8b371-7444-4e4c-b34f-4697bdc6ea9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727786 Apr 05 15:50:26.759112 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-29c686b9-5215-4901-bff2-e846bef60442 req-ab0a5fac-89e4-405f-a3b9-345130e5cf1a service neutron] 10.222.0.43 "GET /v2.0/networks/3ce8b371-7444-4e4c-b34f-4697bdc6ea9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369786 Apr 05 15:50:29.896711 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba98927-51d7-4ce9-ab13-1fb1f09e871f req-32851eba-943a-4872-84db-65fdf0a8bab0 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:29.898296 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-dba98927-51d7-4ce9-ab13-1fb1f09e871f req-32851eba-943a-4872-84db-65fdf0a8bab0 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.0914664 Apr 05 15:50:29.946331 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-dba98927-51d7-4ce9-ab13-1fb1f09e871f req-4aa399c9-cdf7-4b9b-ae90-4fac29964b82 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414658 Apr 05 15:50:31.168823 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff12027-3e4a-4775-859b-9b19f63421cb req-77bd2dfa-d92f-413f-a124-3f223701a173 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:31.170500 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8ff12027-3e4a-4775-859b-9b19f63421cb req-77bd2dfa-d92f-413f-a124-3f223701a173 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.1066587 Apr 05 15:50:31.230878 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8ff12027-3e4a-4775-859b-9b19f63421cb req-c517f08c-77d9-4ec1-8227-2f676c85c503 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537171 Apr 05 15:50:31.351559 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 36986) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:31.476813 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d2c1532f-6821-414c-8f82-d5cf9efcc165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:31.493210 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-d2c1532f-6821-414c-8f82-d5cf9efcc165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:50:31.497389 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-d2c1532f-6821-414c-8f82-d5cf9efcc165 admin admin] Usage tracker for resource:security_group_rule and tenant:be18f1ccd67047c2bb0835ec1465728d is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:50:31.500933 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-d2c1532f-6821-414c-8f82-d5cf9efcc165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:50:31.507074 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-d2c1532f-6821-414c-8f82-d5cf9efcc165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:50:31.592737 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d2c1532f-6821-414c-8f82-d5cf9efcc165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:31.631915 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d2c1532f-6821-414c-8f82-d5cf9efcc165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:31.641539 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d420f0d3-3d7a-4ff3-8021-0f47d8065bcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:31.683687 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-d2c1532f-6821-414c-8f82-d5cf9efcc165 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=be18f1ccd67047c2bb0835ec1465728d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3309979 Apr 05 15:50:31.685942 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1532f-6821-414c-8f82-d5cf9efcc165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b15eee5-cfc8-4ccc-b458-5f306b698c2a,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:31.687251 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 37000) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:31.689633 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d2c1532f-6821-414c-8f82-d5cf9efcc165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:31.750692 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c115490d-42ac-4655-9236-df455b3e4a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:31.778226 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c115490d-42ac-4655-9236-df455b3e4a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:31.894874 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c115490d-42ac-4655-9236-df455b3e4a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:31.902053 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-057f088d-a1e1-49c9-b14c-8f25f234f89d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:31.917275 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115490d-42ac-4655-9236-df455b3e4a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b15eee5-cfc8-4ccc-b458-5f306b698c2a,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:31.921303 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c115490d-42ac-4655-9236-df455b3e4a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:31.926679 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c115490d-42ac-4655-9236-df455b3e4a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:31.932938 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-c115490d-42ac-4655-9236-df455b3e4a44 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b15eee5-cfc8-4ccc-b458-5f306b698c2a HTTP/1.1" status: 204 len: 168 time: 0.2445483 Apr 05 15:50:32.455852 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ce3f3-615f-4d61-9542-59908de0c391 req-9178f609-2ee3-4c0a-bad6-8b62a4fed97f tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:32.458419 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6c0ce3f3-615f-4d61-9542-59908de0c391 req-9178f609-2ee3-4c0a-bad6-8b62a4fed97f tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.0968990 Apr 05 15:50:32.518774 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6c0ce3f3-615f-4d61-9542-59908de0c391 req-f220a7b6-73ca-4b3d-8fb9-f5aefa9aaff2 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539632 Apr 05 15:50:33.718617 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d515c0-22e0-4bc9-a363-c71fc15b0ce0 req-bdbcefc4-2b57-4acf-832f-e003d51f05d6 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:33.720886 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-90d515c0-22e0-4bc9-a363-c71fc15b0ce0 req-bdbcefc4-2b57-4acf-832f-e003d51f05d6 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.0949733 Apr 05 15:50:33.773227 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-90d515c0-22e0-4bc9-a363-c71fc15b0ce0 req-144e53e6-5490-46d1-aeb0-e28c29282e25 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460565 Apr 05 15:50:36.798164 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86ff7a-b541-4acf-b5ae-bb227feafcc5 req-547993db-822a-4866-8e02-422802f911c8 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:36.799800 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ca86ff7a-b541-4acf-b5ae-bb227feafcc5 req-547993db-822a-4866-8e02-422802f911c8 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.0925188 Apr 05 15:50:36.848642 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ca86ff7a-b541-4acf-b5ae-bb227feafcc5 req-ff37ab33-bb15-458d-b6fa-7fee277988b6 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422812 Apr 05 15:50:36.902966 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:50:38.073055 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b2bb8-9e07-4e82-a817-d8d7fd4c7906 req-273be8e1-5145-4ee1-a8af-b3b48ef3ee7e tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:38.074678 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-cb7b2bb8-9e07-4e82-a817-d8d7fd4c7906 req-273be8e1-5145-4ee1-a8af-b3b48ef3ee7e tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.0869899 Apr 05 15:50:38.129733 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-cb7b2bb8-9e07-4e82-a817-d8d7fd4c7906 req-45f78dc2-70ae-4ea0-b5f6-92bccd0fd018 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461733 Apr 05 15:50:39.347907 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba03053-ff7c-43b7-b191-7951fa5a62ec req-7b4eff5e-52d3-4230-b8b5-7f53adb82ae5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:39.349543 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bba03053-ff7c-43b7-b191-7951fa5a62ec req-7b4eff5e-52d3-4230-b8b5-7f53adb82ae5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.0909464 Apr 05 15:50:39.407259 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bba03053-ff7c-43b7-b191-7951fa5a62ec req-ef17d85c-8a79-4082-a1d4-250d52fa5366 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503960 Apr 05 15:50:39.908462 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 37248) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:40.064455 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-156df6a5-932b-48d8-a359-5589600f5170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:40.080685 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-156df6a5-932b-48d8-a359-5589600f5170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:50:40.084772 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-156df6a5-932b-48d8-a359-5589600f5170 admin admin] Usage tracker for resource:security_group_rule and tenant:41bd411c58d84ae697f736e6e85fc222 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:50:40.087890 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-156df6a5-932b-48d8-a359-5589600f5170 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:50:40.094449 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-156df6a5-932b-48d8-a359-5589600f5170 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:50:40.183797 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-156df6a5-932b-48d8-a359-5589600f5170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:40.220303 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-156df6a5-932b-48d8-a359-5589600f5170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:40.230779 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4fb792ac-66a2-490e-99d0-ef31423d9035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:40.275961 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-156df6a5-932b-48d8-a359-5589600f5170 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=41bd411c58d84ae697f736e6e85fc222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3661764 Apr 05 15:50:40.277370 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156df6a5-932b-48d8-a359-5589600f5170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3464f3-505d-45b7-b13f-866b51c91f05,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:40.279006 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 37264) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:40.281358 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-156df6a5-932b-48d8-a359-5589600f5170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:40.362202 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4ea64716-b4b3-4d07-81da-0107438c425f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:40.381174 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4ea64716-b4b3-4d07-81da-0107438c425f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:40.750103 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b1030-206a-490c-a224-afcdf8c728f5 req-dd9b1f8d-f1d6-497d-8e92-ef522f187bc6 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:40.751716 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fb8b1030-206a-490c-a224-afcdf8c728f5 req-dd9b1f8d-f1d6-497d-8e92-ef522f187bc6 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.0987477 Apr 05 15:50:40.775248 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4ea64716-b4b3-4d07-81da-0107438c425f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:40.782962 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:40.798808 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea64716-b4b3-4d07-81da-0107438c425f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3464f3-505d-45b7-b13f-866b51c91f05,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:40.809908 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4ea64716-b4b3-4d07-81da-0107438c425f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:40.826830 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fb8b1030-206a-490c-a224-afcdf8c728f5 req-c8957c39-c442-4b61-90e2-2b2eb2c74cad tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674984 Apr 05 15:50:40.831366 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4ea64716-b4b3-4d07-81da-0107438c425f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:40.832491 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-4ea64716-b4b3-4d07-81da-0107438c425f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fd3464f3-505d-45b7-b13f-866b51c91f05 HTTP/1.1" status: 204 len: 168 time: 0.5510755 Apr 05 15:50:40.941960 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 37288) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:41.225213 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ac31663f-d117-44e3-a368-807c07829187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:41.241217 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-ac31663f-d117-44e3-a368-807c07829187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:50:41.245263 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-ac31663f-d117-44e3-a368-807c07829187 admin admin] Usage tracker for resource:security_group_rule and tenant:40d7c19de27548d8ad81292985cff868 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:50:41.248324 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-ac31663f-d117-44e3-a368-807c07829187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:50:41.254910 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-ac31663f-d117-44e3-a368-807c07829187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:50:41.337387 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ac31663f-d117-44e3-a368-807c07829187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:41.372503 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 37308) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:41.391445 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ac31663f-d117-44e3-a368-807c07829187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:41.399518 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7d12efe5-c696-43f7-91a0-f2193f97619c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:41.406754 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a6bae338-9d35-4b03-9a0d-a6a00da32143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:41.439069 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-a6bae338-9d35-4b03-9a0d-a6a00da32143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:50:41.458069 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-a6bae338-9d35-4b03-9a0d-a6a00da32143 admin admin] Usage tracker for resource:security_group_rule and tenant:cb55c32594d74a4d859d111bed5ef0a9 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:50:41.462562 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-ac31663f-d117-44e3-a368-807c07829187 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=40d7c19de27548d8ad81292985cff868&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5194314 Apr 05 15:50:41.463557 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-a6bae338-9d35-4b03-9a0d-a6a00da32143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:50:41.465489 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 37312) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:41.470237 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31663f-d117-44e3-a368-807c07829187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af6d12b-e0db-45d8-8365-bd71cb7a5383,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:41.473148 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-a6bae338-9d35-4b03-9a0d-a6a00da32143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:50:41.475327 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-ac31663f-d117-44e3-a368-807c07829187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:41.528200 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b536976a-6863-417d-9a81-1302c25ef6fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:41.555489 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b536976a-6863-417d-9a81-1302c25ef6fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:41.559255 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a6bae338-9d35-4b03-9a0d-a6a00da32143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:41.585610 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a6bae338-9d35-4b03-9a0d-a6a00da32143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:41.594767 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:41.630621 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b536976a-6863-417d-9a81-1302c25ef6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:41.635754 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-fa2290ba-af6b-4e1b-8b30-4fe8126b51eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:41.639934 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-a6bae338-9d35-4b03-9a0d-a6a00da32143 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb55c32594d74a4d859d111bed5ef0a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2663333 Apr 05 15:50:41.641637 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bae338-9d35-4b03-9a0d-a6a00da32143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723542bd-c608-4d93-88a0-87c8138230c3,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:41.644241 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 37316) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:41.647090 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a6bae338-9d35-4b03-9a0d-a6a00da32143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:41.651229 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536976a-6863-417d-9a81-1302c25ef6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af6d12b-e0db-45d8-8365-bd71cb7a5383,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:41.657765 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b536976a-6863-417d-9a81-1302c25ef6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:41.658838 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b536976a-6863-417d-9a81-1302c25ef6fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:41.662608 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-b536976a-6863-417d-9a81-1302c25ef6fd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3af6d12b-e0db-45d8-8365-bd71cb7a5383 HTTP/1.1" status: 204 len: 168 time: 0.1925833 Apr 05 15:50:41.711391 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-69442530-2f86-4ef5-b30c-bda136006cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:41.739774 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-69442530-2f86-4ef5-b30c-bda136006cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:41.819587 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-69442530-2f86-4ef5-b30c-bda136006cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:41.825121 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-68e4b74b-eeb1-4a12-a017-01256b8e01dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:41.840006 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69442530-2f86-4ef5-b30c-bda136006cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723542bd-c608-4d93-88a0-87c8138230c3,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:41.842695 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-69442530-2f86-4ef5-b30c-bda136006cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:41.853607 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-69442530-2f86-4ef5-b30c-bda136006cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:41.859676 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-69442530-2f86-4ef5-b30c-bda136006cc5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/723542bd-c608-4d93-88a0-87c8138230c3 HTTP/1.1" status: 204 len: 168 time: 0.2141473 Apr 05 15:50:43.862249 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 37420) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:44.013054 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba38573-6de7-42dc-b7b2-60a85f8cdbe5 req-6e44d813-750f-4615-84a9-5286e458496e tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:44.021510 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2ba38573-6de7-42dc-b7b2-60a85f8cdbe5 req-6e44d813-750f-4615-84a9-5286e458496e tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.1020851 Apr 05 15:50:44.078335 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2ba38573-6de7-42dc-b7b2-60a85f8cdbe5 req-e7e2d510-e7f1-4932-af28-d55b26caf059 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555625 Apr 05 15:50:44.088286 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-67037135-0e86-4bd4-8252-4a26eff05849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:44.105258 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-67037135-0e86-4bd4-8252-4a26eff05849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:50:44.110066 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-67037135-0e86-4bd4-8252-4a26eff05849 admin admin] Usage tracker for resource:security_group_rule and tenant:853338ef78774abb84cc39c84f47b4fd is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:50:44.114609 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-67037135-0e86-4bd4-8252-4a26eff05849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:50:44.119794 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-67037135-0e86-4bd4-8252-4a26eff05849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:50:44.205058 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-67037135-0e86-4bd4-8252-4a26eff05849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:44.248708 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-67037135-0e86-4bd4-8252-4a26eff05849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:44.261226 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-2d23150e-176a-453a-bba9-73b68763218c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:44.301734 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-67037135-0e86-4bd4-8252-4a26eff05849 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=853338ef78774abb84cc39c84f47b4fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4383123 Apr 05 15:50:44.303405 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67037135-0e86-4bd4-8252-4a26eff05849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f2771f-d4a0-4c02-aadd-4cc61572f9c8,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:44.304922 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 37440) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:44.306614 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-67037135-0e86-4bd4-8252-4a26eff05849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:44.372363 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3ce03e4b-7f07-4e6b-b0e8-c8ee1b79ee4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:44.404741 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3ce03e4b-7f07-4e6b-b0e8-c8ee1b79ee4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:44.477568 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3ce03e4b-7f07-4e6b-b0e8-c8ee1b79ee4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:44.483161 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-ac31663f-d117-44e3-a368-807c07829187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:44.496681 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce03e4b-7f07-4e6b-b0e8-c8ee1b79ee4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f2771f-d4a0-4c02-aadd-4cc61572f9c8,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:44.499221 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3ce03e4b-7f07-4e6b-b0e8-c8ee1b79ee4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:44.515657 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3ce03e4b-7f07-4e6b-b0e8-c8ee1b79ee4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:44.519346 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-3ce03e4b-7f07-4e6b-b0e8-c8ee1b79ee4a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e6f2771f-d4a0-4c02-aadd-4cc61572f9c8 HTTP/1.1" status: 204 len: 168 time: 0.2107992 Apr 05 15:50:45.157308 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:45.327304 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e90e3-25f3-4b0c-9401-d9de1fd63572 req-d4a4fc87-c624-4a44-bd3c-28330267667d tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:45.329096 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-788e90e3-25f3-4b0c-9401-d9de1fd63572 req-d4a4fc87-c624-4a44-bd3c-28330267667d tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.1089952 Apr 05 15:50:45.493526 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-788e90e3-25f3-4b0c-9401-d9de1fd63572 req-291cc84c-4794-4d1d-8e85-267fba85d9c7 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942690 Apr 05 15:50:45.520821 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcfaf8-b532-4e50-86ec-f57fd743f042 req-577c9a39-2d71-4590-9120-f34039ce4593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:45.522618 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-83dcfaf8-b532-4e50-86ec-f57fd743f042 req-577c9a39-2d71-4590-9120-f34039ce4593 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 1098 time: 0.1895390 Apr 05 15:50:45.570907 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-83dcfaf8-b532-4e50-86ec-f57fd743f042 req-41eae88d-6e8b-4378-809a-d53afa7d9e85 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406289 Apr 05 15:50:46.733687 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f8dba-f6eb-4ec5-a155-e1aac60e0bee req-da40d5e6-a050-4cd6-859b-55e58b35c755 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:46.736589 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-429f8dba-f6eb-4ec5-a155-e1aac60e0bee req-da40d5e6-a050-4cd6-859b-55e58b35c755 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.1025748 Apr 05 15:50:46.789738 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-429f8dba-f6eb-4ec5-a155-e1aac60e0bee req-e5be94ef-3217-4a12-bd03-ca68121df7c5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453916 Apr 05 15:50:48.072648 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac112a2-512c-489c-bb15-a2bb3dfd5f0a req-2fd0c7d5-f0ff-4167-aff2-5679666c5bc6 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:48.074411 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-aac112a2-512c-489c-bb15-a2bb3dfd5f0a req-2fd0c7d5-f0ff-4167-aff2-5679666c5bc6 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.1142778 Apr 05 15:50:48.129773 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-aac112a2-512c-489c-bb15-a2bb3dfd5f0a req-eeae4ce1-02e5-4e6c-961a-e0bd5c91677f tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474629 Apr 05 15:50:48.343846 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfc807-724f-4ef3-93f4-d5db22cdd51a req-3b7792fe-4a9e-42cb-a840-c302f86eed9d tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:48.355600 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e6bfc807-724f-4ef3-93f4-d5db22cdd51a req-3b7792fe-4a9e-42cb-a840-c302f86eed9d tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.0949924 Apr 05 15:50:48.407148 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e6bfc807-724f-4ef3-93f4-d5db22cdd51a req-89fe0065-8b18-40d1-8432-380299e4b464 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503023 Apr 05 15:50:49.374109 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-11b8efda-d008-4ea6-afc5-d2e693ff47ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:50.746821 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:50.944762 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd14583-eb3c-4e28-a1d8-1d02d5853f05 req-c1137b36-f01c-4691-ba23-60e1ddbf8a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:50.946425 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6bd14583-eb3c-4e28-a1d8-1d02d5853f05 req-c1137b36-f01c-4691-ba23-60e1ddbf8a12 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4eb531685324e0f8fb99da30c72fe0c&device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 1098 time: 0.1062734 Apr 05 15:50:51.109902 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 37760) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:51.179005 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a4747-402f-4f01-b81d-6d0c766bb3f7 req-34b53907-3d80-4d69-9dc6-3f34a94ef035 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:51.180791 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e27a4747-402f-4f01-b81d-6d0c766bb3f7 req-34b53907-3d80-4d69-9dc6-3f34a94ef035 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.2051868 Apr 05 15:50:51.182087 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd14583-eb3c-4e28-a1d8-1d02d5853f05 req-13efee85-e6fb-46b4-8db0-ea3e10ef1bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:51.183656 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6bd14583-eb3c-4e28-a1d8-1d02d5853f05 req-13efee85-e6fb-46b4-8db0-ea3e10ef1bb7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bf7980d5-30f6-4b51-8804-073d14195735 HTTP/1.1" status: 200 len: 919 time: 0.2300329 Apr 05 15:50:51.273152 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2c3d8d3d-5e57-47e1-a47a-a7ce96cb4eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:51.290429 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6bd14583-eb3c-4e28-a1d8-1d02d5853f05 req-b7a67868-e97c-4173-b81d-0028856d1d6a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd6fa5d8-c43a-4af4-bf91-8418504340dd HTTP/1.1" status: 200 len: 217 time: 0.0792892 Apr 05 15:50:51.311715 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e27a4747-402f-4f01-b81d-6d0c766bb3f7 req-fb68c7f8-fc61-4418-837b-113c815eabb3 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146367 Apr 05 15:50:51.313201 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-2c3d8d3d-5e57-47e1-a47a-a7ce96cb4eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:50:51.323903 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-2c3d8d3d-5e57-47e1-a47a-a7ce96cb4eed admin admin] Usage tracker for resource:security_group_rule and tenant:6c831d4cd53942f88f46ed9b0e73b61d is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:50:51.328593 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-2c3d8d3d-5e57-47e1-a47a-a7ce96cb4eed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:50:51.334743 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-2c3d8d3d-5e57-47e1-a47a-a7ce96cb4eed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:50:51.386279 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd14583-eb3c-4e28-a1d8-1d02d5853f05 req-be499b8f-d74d-4598-902f-7b54815446c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:51.388091 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6bd14583-eb3c-4e28-a1d8-1d02d5853f05 req-be499b8f-d74d-4598-902f-7b54815446c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f37979fe-7609-44e8-8c79-38b8746e7197 HTTP/1.1" status: 200 len: 858 time: 0.0846961 Apr 05 15:50:51.430752 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2c3d8d3d-5e57-47e1-a47a-a7ce96cb4eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:51.453384 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6bd14583-eb3c-4e28-a1d8-1d02d5853f05 req-9c281d5b-3f92-4b96-a4bb-f230e51610ea service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf7980d5-30f6-4b51-8804-073d14195735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560646 Apr 05 15:50:51.454323 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2c3d8d3d-5e57-47e1-a47a-a7ce96cb4eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:51.462310 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c8ae5e01-735e-4da5-8e21-70091e78337f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:51.504496 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d8d3d-5e57-47e1-a47a-a7ce96cb4eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283dfe6c-0510-4534-a706-ce433a03d0f8,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:51.510860 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-2c3d8d3d-5e57-47e1-a47a-a7ce96cb4eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:51.521267 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-2c3d8d3d-5e57-47e1-a47a-a7ce96cb4eed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6c831d4cd53942f88f46ed9b0e73b61d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4098845 Apr 05 15:50:51.521901 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 37784) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:51.601519 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-81ad1999-261f-4a94-9555-91bf0f6eb9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:51.603766 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6bd14583-eb3c-4e28-a1d8-1d02d5853f05 req-e3d5f837-8df8-43e8-805b-0abe6ccfa289 service neutron] 10.222.0.43 "GET /v2.0/networks/bf7980d5-30f6-4b51-8804-073d14195735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425896 Apr 05 15:50:51.631424 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-81ad1999-261f-4a94-9555-91bf0f6eb9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:51.765385 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6bd14583-eb3c-4e28-a1d8-1d02d5853f05 req-f784af67-9f9b-4833-aded-7c70811d4995 service neutron] 10.222.0.43 "GET /v2.0/networks/bf7980d5-30f6-4b51-8804-073d14195735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519694 Apr 05 15:50:51.809018 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-81ad1999-261f-4a94-9555-91bf0f6eb9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:51.816476 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-156df6a5-932b-48d8-a359-5589600f5170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:51.835953 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad1999-261f-4a94-9555-91bf0f6eb9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283dfe6c-0510-4534-a706-ce433a03d0f8,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:51.839924 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-81ad1999-261f-4a94-9555-91bf0f6eb9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:51.854717 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cc08b50a-8382-47a3-a9c4-e804b55d9105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:51.874584 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-81ad1999-261f-4a94-9555-91bf0f6eb9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:51.879739 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-81ad1999-261f-4a94-9555-91bf0f6eb9e1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/283dfe6c-0510-4534-a706-ce433a03d0f8 HTTP/1.1" status: 204 len: 168 time: 0.3567209 Apr 05 15:50:52.322273 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:52.392641 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 37820) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:52.411551 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eb636da5-0664-4da0-956f-bee60acec0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:52.472651 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-eb636da5-0664-4da0-956f-bee60acec0eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:50:52.484299 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-eb636da5-0664-4da0-956f-bee60acec0eb admin admin] Usage tracker for resource:security_group_rule and tenant:362879993c684361b6fc2ec36ce0375e is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:50:52.488234 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-eb636da5-0664-4da0-956f-bee60acec0eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:50:52.496147 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-eb636da5-0664-4da0-956f-bee60acec0eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:50:52.552926 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e6736-daa3-453a-9ff4-ea520f060059 req-5d389704-58c4-44d8-b3cb-68e37d034347 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:52.554618 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a19e6736-daa3-453a-9ff4-ea520f060059 req-5d389704-58c4-44d8-b3cb-68e37d034347 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1319370 Apr 05 15:50:52.626653 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a19e6736-daa3-453a-9ff4-ea520f060059 req-8db19e8a-8c5c-45fc-915a-843127456ce3 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621309 Apr 05 15:50:52.655172 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eb636da5-0664-4da0-956f-bee60acec0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:52.705940 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eb636da5-0664-4da0-956f-bee60acec0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:52.715898 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3ce03e4b-7f07-4e6b-b0e8-c8ee1b79ee4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:52.759799 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-eb636da5-0664-4da0-956f-bee60acec0eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=362879993c684361b6fc2ec36ce0375e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3659804 Apr 05 15:50:52.760814 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb636da5-0664-4da0-956f-bee60acec0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc84dd54-34ad-423e-bb78-e251ad561e81,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:52.762669 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 37828) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:50:52.764139 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-eb636da5-0664-4da0-956f-bee60acec0eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:52.832691 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6d978224-1c56-463d-86cb-b78dfff64fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:52.867812 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6d978224-1c56-463d-86cb-b78dfff64fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:52.940093 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6d978224-1c56-463d-86cb-b78dfff64fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:52.945173 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b180bd9d-39ae-40ae-8e9b-e8666acc24f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:50:52.958735 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d978224-1c56-463d-86cb-b78dfff64fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc84dd54-34ad-423e-bb78-e251ad561e81,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:50:52.961448 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6d978224-1c56-463d-86cb-b78dfff64fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:50:52.962687 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6d978224-1c56-463d-86cb-b78dfff64fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:52.966612 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-6d978224-1c56-463d-86cb-b78dfff64fc9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cc84dd54-34ad-423e-bb78-e251ad561e81 HTTP/1.1" status: 204 len: 168 time: 0.1998382 Apr 05 15:50:53.785197 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:50:56.004715 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c1832-6d9b-4e6a-8b48-b1365fc3431e req-0eeda247-22b9-4762-83b8-2a6f7acb8ddb tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:56.006214 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-596c1832-6d9b-4e6a-8b48-b1365fc3431e req-0eeda247-22b9-4762-83b8-2a6f7acb8ddb tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.0908084 Apr 05 15:50:56.055314 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-596c1832-6d9b-4e6a-8b48-b1365fc3431e req-2ab35373-5186-4294-bf37-5cacbf4c32ea tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424449 Apr 05 15:50:59.352180 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3698798-bb71-445f-b682-a3f6a630cff5 req-30e3f6a5-4db1-47a6-b6db-308aaef7d44f tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:50:59.353781 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f3698798-bb71-445f-b682-a3f6a630cff5 req-30e3f6a5-4db1-47a6-b6db-308aaef7d44f tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.0912070 Apr 05 15:50:59.401717 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f3698798-bb71-445f-b682-a3f6a630cff5 req-a51665ce-4f86-413a-bc8b-11bb7ac13110 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408256 Apr 05 15:51:00.634555 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600a090-aada-4385-acec-35c749493388 req-14d64a7e-16d4-4e88-90fd-e5d9a09d5a44 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:00.636225 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d600a090-aada-4385-acec-35c749493388 req-14d64a7e-16d4-4e88-90fd-e5d9a09d5a44 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1147616 Apr 05 15:51:00.694591 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d600a090-aada-4385-acec-35c749493388 req-2c05de57-96fa-4e79-8611-edbef05c5946 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495617 Apr 05 15:51:00.977640 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 37994) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:01.122035 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-606a7bb7-34de-4374-9119-e7dcb5444738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:01.146127 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-606a7bb7-34de-4374-9119-e7dcb5444738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:01.151065 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-606a7bb7-34de-4374-9119-e7dcb5444738 admin admin] Usage tracker for resource:security_group_rule and tenant:9ccd7adf26c4450b8516c1fce21d43fb is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:01.154415 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-606a7bb7-34de-4374-9119-e7dcb5444738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:01.160889 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-606a7bb7-34de-4374-9119-e7dcb5444738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:01.248809 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-606a7bb7-34de-4374-9119-e7dcb5444738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:01.305518 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-606a7bb7-34de-4374-9119-e7dcb5444738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:01.315494 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7b150829-7a51-4dc2-9af9-894bc5bf7771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:01.362781 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 38018) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:01.362932 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-606a7bb7-34de-4374-9119-e7dcb5444738 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ccd7adf26c4450b8516c1fce21d43fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3839228 Apr 05 15:51:01.363928 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a7bb7-34de-4374-9119-e7dcb5444738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed845b9-7f5f-47c0-a550-1bd8ea868b0e,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:01.374249 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a7bb7-34de-4374-9119-e7dcb5444738 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:01.374880 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a7bb7-34de-4374-9119-e7dcb5444738 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:01.378117 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a7bb7-34de-4374-9119-e7dcb5444738 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:01.378117 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a7bb7-34de-4374-9119-e7dcb5444738 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:01.378117 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a7bb7-34de-4374-9119-e7dcb5444738 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:01.378117 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a7bb7-34de-4374-9119-e7dcb5444738 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:01.378117 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a7bb7-34de-4374-9119-e7dcb5444738 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:01.378117 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a7bb7-34de-4374-9119-e7dcb5444738 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:01.378117 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a7bb7-34de-4374-9119-e7dcb5444738 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:01.378117 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a7bb7-34de-4374-9119-e7dcb5444738 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:01.379515 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a7bb7-34de-4374-9119-e7dcb5444738 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:01.380040 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606a7bb7-34de-4374-9119-e7dcb5444738 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:01.384229 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-606a7bb7-34de-4374-9119-e7dcb5444738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:01.467570 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-bd840fac-4026-4b75-84e7-a236529c9cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:01.500951 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-bd840fac-4026-4b75-84e7-a236529c9cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:01.591984 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-bd840fac-4026-4b75-84e7-a236529c9cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:01.597570 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:01.612787 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd840fac-4026-4b75-84e7-a236529c9cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed845b9-7f5f-47c0-a550-1bd8ea868b0e,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:01.621437 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-bd840fac-4026-4b75-84e7-a236529c9cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:01.623038 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-bd840fac-4026-4b75-84e7-a236529c9cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:01.626786 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-bd840fac-4026-4b75-84e7-a236529c9cb0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ed845b9-7f5f-47c0-a550-1bd8ea868b0e HTTP/1.1" status: 204 len: 168 time: 0.2598269 Apr 05 15:51:01.701139 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 38034) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:01.901363 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7ef3ee7f-81f5-4d76-9172-e9ccd204e831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:01.921106 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-7ef3ee7f-81f5-4d76-9172-e9ccd204e831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:01.925071 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-7ef3ee7f-81f5-4d76-9172-e9ccd204e831 admin admin] Usage tracker for resource:security_group_rule and tenant:9415e32aadbe40d0ae2d9b4905eafcc1 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:01.928505 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-7ef3ee7f-81f5-4d76-9172-e9ccd204e831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:01.934142 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-7ef3ee7f-81f5-4d76-9172-e9ccd204e831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:02.046751 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7ef3ee7f-81f5-4d76-9172-e9ccd204e831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:02.060142 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d6b1d-9ea5-4f3c-93ed-f7ee0f1e5105 req-c36f4a92-8c9b-4ed3-bcc4-57425890b431 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:02.061852 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-306d6b1d-9ea5-4f3c-93ed-f7ee0f1e5105 req-c36f4a92-8c9b-4ed3-bcc4-57425890b431 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.2327356 Apr 05 15:51:02.118122 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7ef3ee7f-81f5-4d76-9172-e9ccd204e831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:02.130719 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:02.187718 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-306d6b1d-9ea5-4f3c-93ed-f7ee0f1e5105 req-eb01833e-719b-4b34-a2ec-8d1b9de07c51 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189315 Apr 05 15:51:02.195763 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-7ef3ee7f-81f5-4d76-9172-e9ccd204e831 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9415e32aadbe40d0ae2d9b4905eafcc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4908888 Apr 05 15:51:02.197534 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 38066) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:02.200764 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3ee7f-81f5-4d76-9172-e9ccd204e831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec948644-0d31-48f6-9515-31e02937f447,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:02.204859 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7ef3ee7f-81f5-4d76-9172-e9ccd204e831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:02.299048 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-527204a7-bc61-483e-ba52-1f1b928004ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:02.329405 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-527204a7-bc61-483e-ba52-1f1b928004ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:02.408960 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-527204a7-bc61-483e-ba52-1f1b928004ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:02.419255 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-64d9b378-f8c4-4537-b33f-7b18e5ff3232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:02.435312 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527204a7-bc61-483e-ba52-1f1b928004ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec948644-0d31-48f6-9515-31e02937f447,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:02.441894 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-527204a7-bc61-483e-ba52-1f1b928004ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:02.445314 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-527204a7-bc61-483e-ba52-1f1b928004ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:02.455581 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-527204a7-bc61-483e-ba52-1f1b928004ff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ec948644-0d31-48f6-9515-31e02937f447 HTTP/1.1" status: 204 len: 168 time: 0.2566125 Apr 05 15:51:03.091673 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 38110) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:03.249081 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 38120) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:03.283509 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-93520cbc-7bfa-4bac-87c5-91c0936ad9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:03.287520 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d44ad4fe-9cee-4611-b9d5-d66d9b3020f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:03.305418 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-d44ad4fe-9cee-4611-b9d5-d66d9b3020f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:03.310661 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-d44ad4fe-9cee-4611-b9d5-d66d9b3020f6 admin admin] Usage tracker for resource:security_group_rule and tenant:c86c1a4b60944e0fbf0a46dbdb093138 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:03.313233 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-93520cbc-7bfa-4bac-87c5-91c0936ad9b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:03.313612 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-d44ad4fe-9cee-4611-b9d5-d66d9b3020f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:03.320186 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-d44ad4fe-9cee-4611-b9d5-d66d9b3020f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:03.322428 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-93520cbc-7bfa-4bac-87c5-91c0936ad9b4 admin admin] Usage tracker for resource:security_group_rule and tenant:62413516e0bb4d8c91d18140d99ce220 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:03.330995 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-93520cbc-7bfa-4bac-87c5-91c0936ad9b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:03.344500 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-93520cbc-7bfa-4bac-87c5-91c0936ad9b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:03.463711 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-93520cbc-7bfa-4bac-87c5-91c0936ad9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:03.494690 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-93520cbc-7bfa-4bac-87c5-91c0936ad9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:03.529128 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:03.541788 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-93520cbc-7bfa-4bac-87c5-91c0936ad9b4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=62413516e0bb4d8c91d18140d99ce220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4491620 Apr 05 15:51:03.541971 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 38134) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:03.566297 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ee27f-0602-4f5b-96b7-efbf0fb3b74e req-3666b819-62a0-4b18-beac-23a192885887 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:03.566761 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 38140) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:03.568305 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-030ee27f-0602-4f5b-96b7-efbf0fb3b74e req-3666b819-62a0-4b18-beac-23a192885887 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1658041 Apr 05 15:51:03.574328 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93520cbc-7bfa-4bac-87c5-91c0936ad9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72f89a1-c73e-4651-a0bf-7af9b6419bf6,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:03.577899 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-93520cbc-7bfa-4bac-87c5-91c0936ad9b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:03.620398 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d44ad4fe-9cee-4611-b9d5-d66d9b3020f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:03.669161 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d44ad4fe-9cee-4611-b9d5-d66d9b3020f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:03.702515 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-0f684561-d8cd-4062-a54c-3d0b2ce0ea79 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-65186514-network', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:51:03.711964 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-0f684561-d8cd-4062-a54c-3d0b2ce0ea79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:03.716827 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-0f684561-d8cd-4062-a54c-3d0b2ce0ea79 admin admin] Usage tracker for resource:network and tenant:d05d2d370a5b4482b2f84751cf78d2ea is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:03.720273 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-0f684561-d8cd-4062-a54c-3d0b2ce0ea79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:03.724132 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-46e57ad3-176f-4529-99a6-391af420ca6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:03.727160 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-0f684561-d8cd-4062-a54c-3d0b2ce0ea79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:03.758531 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c22d93d0-5555-42a2-a13e-105f244bb4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:03.763539 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f684561-d8cd-4062-a54c-3d0b2ce0ea79 admin admin] Made reservation on behalf of d05d2d370a5b4482b2f84751cf78d2ea for: {'network': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:51:03.768402 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0f684561-d8cd-4062-a54c-3d0b2ce0ea79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for network, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:03.768580 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-d44ad4fe-9cee-4611-b9d5-d66d9b3020f6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c86c1a4b60944e0fbf0a46dbdb093138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5179720 Apr 05 15:51:03.779252 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 38156) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:03.795098 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0f684561-d8cd-4062-a54c-3d0b2ce0ea79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:03.797147 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-030ee27f-0602-4f5b-96b7-efbf0fb3b74e req-b1abe35a-a9e1-49f5-83b1-d70057943d3d tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979716 Apr 05 15:51:03.797843 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ad4fe-9cee-4611-b9d5-d66d9b3020f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c50c23-bdc6-4c3d-a335-bc5e650b1357,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:03.819737 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c22d93d0-5555-42a2-a13e-105f244bb4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:03.826080 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-0f684561-d8cd-4062-a54c-3d0b2ce0ea79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:03.839450 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-0f684561-d8cd-4062-a54c-3d0b2ce0ea79 admin admin] Usage tracker for resource:security_group_rule and tenant:d05d2d370a5b4482b2f84751cf78d2ea is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:03.846425 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-0f684561-d8cd-4062-a54c-3d0b2ce0ea79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:03.862573 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-0f684561-d8cd-4062-a54c-3d0b2ce0ea79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:03.898054 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ad4fe-9cee-4611-b9d5-d66d9b3020f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:03.904311 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ad4fe-9cee-4611-b9d5-d66d9b3020f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:03.904311 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ad4fe-9cee-4611-b9d5-d66d9b3020f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:03.904311 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ad4fe-9cee-4611-b9d5-d66d9b3020f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:03.904311 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ad4fe-9cee-4611-b9d5-d66d9b3020f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:03.904311 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ad4fe-9cee-4611-b9d5-d66d9b3020f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:03.904311 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ad4fe-9cee-4611-b9d5-d66d9b3020f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:03.904311 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ad4fe-9cee-4611-b9d5-d66d9b3020f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:03.904311 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ad4fe-9cee-4611-b9d5-d66d9b3020f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:03.904311 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ad4fe-9cee-4611-b9d5-d66d9b3020f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:03.904311 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ad4fe-9cee-4611-b9d5-d66d9b3020f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:03.904311 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44ad4fe-9cee-4611-b9d5-d66d9b3020f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:03.912687 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e4da4877-798d-454a-a779-7e4f4a0c1df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:03.922384 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d44ad4fe-9cee-4611-b9d5-d66d9b3020f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:03.923523 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c22d93d0-5555-42a2-a13e-105f244bb4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:03.943764 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-bd840fac-4026-4b75-84e7-a236529c9cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:03.944437 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e4da4877-798d-454a-a779-7e4f4a0c1df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:03.968098 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d93d0-5555-42a2-a13e-105f244bb4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72f89a1-c73e-4651-a0bf-7af9b6419bf6,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:03.976891 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 38164) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:03.977980 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c22d93d0-5555-42a2-a13e-105f244bb4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:03.979730 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-c22d93d0-5555-42a2-a13e-105f244bb4a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a72f89a1-c73e-4651-a0bf-7af9b6419bf6 HTTP/1.1" status: 204 len: 168 time: 0.4307280 Apr 05 15:51:03.982838 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c22d93d0-5555-42a2-a13e-105f244bb4a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:04.079335 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0f684561-d8cd-4062-a54c-3d0b2ce0ea79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:04.082503 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e4da4877-798d-454a-a779-7e4f4a0c1df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:04.087659 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6d978224-1c56-463d-86cb-b78dfff64fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:04.102384 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da4877-798d-454a-a779-7e4f4a0c1df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c50c23-bdc6-4c3d-a335-bc5e650b1357,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:04.105162 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e4da4877-798d-454a-a779-7e4f4a0c1df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:04.128404 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e4da4877-798d-454a-a779-7e4f4a0c1df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:04.132846 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-e4da4877-798d-454a-a779-7e4f4a0c1df4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43c50c23-bdc6-4c3d-a335-bc5e650b1357 HTTP/1.1" status: 204 len: 168 time: 0.3509886 Apr 05 15:51:04.133785 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0f684561-d8cd-4062-a54c-3d0b2ce0ea79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:04.138850 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4fe937b6-3032-44dd-ab0e-445b02ba2914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:04.148677 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f684561-d8cd-4062-a54c-3d0b2ce0ea79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=84429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:51:04.152603 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-4fe937b6-3032-44dd-ab0e-445b02ba2914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:04.156731 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-4fe937b6-3032-44dd-ab0e-445b02ba2914 admin admin] Usage tracker for resource:security_group_rule and tenant:4eb62d1eef514727a951a0e2e9a8411e is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:04.159746 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-4fe937b6-3032-44dd-ab0e-445b02ba2914 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:04.159895 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0f684561-d8cd-4062-a54c-3d0b2ce0ea79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:04.160382 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.segments_db [None req-0f684561-d8cd-4062-a54c-3d0b2ce0ea79 admin admin] Added segment fd16c644-fdf2-4094-b5c1-ced4f53dfaac of type vlan for network b6519836-4d08-41f2-b117-98e4b77d8750 Apr 05 15:51:04.166321 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-4fe937b6-3032-44dd-ab0e-445b02ba2914 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:04.183835 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-5e8a491c-bb37-4229-853f-5035b8d7cef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:04.207160 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0f684561-d8cd-4062-a54c-3d0b2ce0ea79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739064997474'] for network, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:04.230095 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f684561-d8cd-4062-a54c-3d0b2ce0ea79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4bd8df-80a0-4c5a-8f10-707045fadfea,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:04.234185 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0f684561-d8cd-4062-a54c-3d0b2ce0ea79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:04.282101 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0f684561-d8cd-4062-a54c-3d0b2ce0ea79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for network, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:04.283588 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f684561-d8cd-4062-a54c-3d0b2ce0ea79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:04.284277 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0f684561-d8cd-4062-a54c-3d0b2ce0ea79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:04.289753 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-435c6baf-a053-4a07-967b-a8dafb04a051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:04.302966 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4fe937b6-3032-44dd-ab0e-445b02ba2914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:04.333532 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4fe937b6-3032-44dd-ab0e-445b02ba2914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:04.362662 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d2c1532f-6821-414c-8f82-d5cf9efcc165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:04.377337 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-4fe937b6-3032-44dd-ab0e-445b02ba2914 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4eb62d1eef514727a951a0e2e9a8411e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3963208 Apr 05 15:51:04.400248 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe937b6-3032-44dd-ab0e-445b02ba2914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3610a6a3-2590-404e-8685-04a3d33200d2,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:04.403729 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4fe937b6-3032-44dd-ab0e-445b02ba2914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:04.404292 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 38180) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:04.413925 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-0f684561-d8cd-4062-a54c-3d0b2ce0ea79 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8460402 Apr 05 15:51:04.417017 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 38184) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:04.425179 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-ac74b857-b12f-486e-b380-107f05837f8c admin admin] Request body: {'subnet': {'network_id': 'b6519836-4d08-41f2-b117-98e4b77d8750', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-65186514-subnet', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'ip_version': 4}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:51:04.428517 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f684561-d8cd-4062-a54c-3d0b2ce0ea79 admin admin] Pushing event updated for resources: {'Network': ['ID=b6519836-4d08-41f2-b117-98e4b77d8750,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:04.431959 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0f684561-d8cd-4062-a54c-3d0b2ce0ea79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:04.432973 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-ac74b857-b12f-486e-b380-107f05837f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:04.440366 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-ac74b857-b12f-486e-b380-107f05837f8c admin admin] Usage tracker for resource:subnet and tenant:d05d2d370a5b4482b2f84751cf78d2ea is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:04.441054 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-ac74b857-b12f-486e-b380-107f05837f8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:04.441395 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Network b6519836-4d08-41f2-b117-98e4b77d8750 details requested by agent ovs-agent-dv-cinder-784779-1-iscsi with host dv-cinder-784779-1-iscsi {{(pid=84431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:51:04.447168 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-ac74b857-b12f-486e-b380-107f05837f8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:04.494263 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac74b857-b12f-486e-b380-107f05837f8c admin admin] Made reservation on behalf of d05d2d370a5b4482b2f84751cf78d2ea for: {'subnet': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:51:04.494506 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c49c11b9-fc7d-4c03-ad66-ded1ace38398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:04.500055 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ac74b857-b12f-486e-b380-107f05837f8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851485861'] for subnet, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:04.525603 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c49c11b9-fc7d-4c03-ad66-ded1ace38398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:04.614297 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c49c11b9-fc7d-4c03-ad66-ded1ace38398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:04.619627 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e50a5ef9-005f-47fc-b61b-aa9a90949f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:04.633901 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c11b9-fc7d-4c03-ad66-ded1ace38398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3610a6a3-2590-404e-8685-04a3d33200d2,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:04.636507 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c49c11b9-fc7d-4c03-ad66-ded1ace38398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:04.638815 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c49c11b9-fc7d-4c03-ad66-ded1ace38398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:04.643029 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-c49c11b9-fc7d-4c03-ad66-ded1ace38398 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3610a6a3-2590-404e-8685-04a3d33200d2 HTTP/1.1" status: 204 len: 168 time: 0.2375124 Apr 05 15:51:04.658546 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 38192) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:04.680941 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cf107a67-0ec9-496a-add2-942892ebdad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:04.698900 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-cf107a67-0ec9-496a-add2-942892ebdad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:04.703572 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-cf107a67-0ec9-496a-add2-942892ebdad5 admin admin] Usage tracker for resource:security_group_rule and tenant:ec8068ef51094a71a8d5bd4ff8e6df21 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:04.706677 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-cf107a67-0ec9-496a-add2-942892ebdad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:04.712865 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-cf107a67-0ec9-496a-add2-942892ebdad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:04.799303 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 38198) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:04.803833 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cf107a67-0ec9-496a-add2-942892ebdad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:04.874666 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0b24469a-5e54-4caa-9bd5-41ab4238db39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:04.888555 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cf107a67-0ec9-496a-add2-942892ebdad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:04.899127 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-0b24469a-5e54-4caa-9bd5-41ab4238db39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:04.911718 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-0b24469a-5e54-4caa-9bd5-41ab4238db39 admin admin] Usage tracker for resource:security_group_rule and tenant:eeaf831d4c6f42ca8cb36c1e049daf15 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:04.915948 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-0b24469a-5e54-4caa-9bd5-41ab4238db39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:04.923451 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3c4c8e34-1958-4411-8d05-2ffbddf9a9b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:04.925865 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-0b24469a-5e54-4caa-9bd5-41ab4238db39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:04.976182 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-cf107a67-0ec9-496a-add2-942892ebdad5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec8068ef51094a71a8d5bd4ff8e6df21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3164999 Apr 05 15:51:04.979003 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 38206) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:05.048729 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf107a67-0ec9-496a-add2-942892ebdad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cce5e4-0896-4239-8598-2b51dee59abf,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:05.070646 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-cf107a67-0ec9-496a-add2-942892ebdad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:05.115809 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1dd22-0726-4dbd-8114-06266b5b64a5 req-d47de97a-2e01-47b3-bf51-7b9228d4a37a tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:05.118144 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3cd1dd22-0726-4dbd-8114-06266b5b64a5 req-d47de97a-2e01-47b3-bf51-7b9228d4a37a tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1328328 Apr 05 15:51:05.158539 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-97e387fe-898a-4093-9df8-90214deabdd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:05.170038 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3cd1dd22-0726-4dbd-8114-06266b5b64a5 req-f5d57dea-93a7-45e4-9b83-69b20ebe792b tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446148 Apr 05 15:51:05.173301 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0b24469a-5e54-4caa-9bd5-41ab4238db39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:05.174397 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ac74b857-b12f-486e-b380-107f05837f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036845275945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851485848'] for subnet, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:05.197940 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:05.250531 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-97e387fe-898a-4093-9df8-90214deabdd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:05.264208 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0b24469a-5e54-4caa-9bd5-41ab4238db39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:05.356391 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 38218) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:05.386275 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-50bef5d6-46c1-499e-9ee7-9322918551ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:05.413704 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-50bef5d6-46c1-499e-9ee7-9322918551ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:05.419530 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-50bef5d6-46c1-499e-9ee7-9322918551ce admin admin] Usage tracker for resource:security_group_rule and tenant:d82e7bd126e34538ad45411c3d3a8749 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:05.423685 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-50bef5d6-46c1-499e-9ee7-9322918551ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:05.430495 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-50bef5d6-46c1-499e-9ee7-9322918551ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:05.531130 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-50bef5d6-46c1-499e-9ee7-9322918551ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:05.557178 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-50bef5d6-46c1-499e-9ee7-9322918551ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:05.567073 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-27dbcf30-a4fa-41cf-a52c-04add159fa1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:05.599609 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-50bef5d6-46c1-499e-9ee7-9322918551ce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d82e7bd126e34538ad45411c3d3a8749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420299 Apr 05 15:51:05.606982 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 38224) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:05.622162 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-0b24469a-5e54-4caa-9bd5-41ab4238db39 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eeaf831d4c6f42ca8cb36c1e049daf15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8181164 Apr 05 15:51:05.625683 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 38228) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:05.627488 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74b857-b12f-486e-b380-107f05837f8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=62c34293-35f9-4aae-96c1-3dd19d3f49af,revision_number=0']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:05.632362 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-ac74b857-b12f-486e-b380-107f05837f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:05.633063 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c718748e-acad-4bce-9651-d48c67fec14d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:05.645250 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bef5d6-46c1-499e-9ee7-9322918551ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6f34c5-fe23-4ff1-9b04-0edf01e2ce14,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:05.682248 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-50bef5d6-46c1-499e-9ee7-9322918551ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:05.684699 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24469a-5e54-4caa-9bd5-41ab4238db39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e889b414-10af-40d4-ab0d-bf4e95abe277,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:05.690918 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0b24469a-5e54-4caa-9bd5-41ab4238db39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:05.716912 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-97e387fe-898a-4093-9df8-90214deabdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:05.727506 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4876fe75-ce5f-4f4a-ac11-73fcccc6fe62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:05.732473 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7aa6e20f-aebd-4298-9f77-54f3ffb48259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:05.737850 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e387fe-898a-4093-9df8-90214deabdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cce5e4-0896-4239-8598-2b51dee59abf,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:05.744416 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-97e387fe-898a-4093-9df8-90214deabdd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:05.746297 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac74b857-b12f-486e-b380-107f05837f8c admin admin] Checking segment: {'id': 'fd16c644-fdf2-4094-b5c1-ced4f53dfaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b6519836-4d08-41f2-b117-98e4b77d8750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:51:05.747230 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac74b857-b12f-486e-b380-107f05837f8c admin admin] Network hostable DHCP agents. Network: b6519836-4d08-41f2-b117-98e4b77d8750, hostable agents: ['0f32e0e8-c846-4e58-971c-cb28b45a07b7'], hosted agents: [] {{(pid=84429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:51:05.771350 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-97e387fe-898a-4093-9df8-90214deabdd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:05.773789 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-213c1ca5-0178-4600-9202-830efa9a1e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:05.775388 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-97e387fe-898a-4093-9df8-90214deabdd5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c7cce5e4-0896-4239-8598-2b51dee59abf HTTP/1.1" status: 204 len: 168 time: 0.7953825 Apr 05 15:51:05.786909 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7aa6e20f-aebd-4298-9f77-54f3ffb48259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:05.826486 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac74b857-b12f-486e-b380-107f05837f8c admin admin] Network b6519836-4d08-41f2-b117-98e4b77d8750 is scheduled to be hosted by DHCP agent 0f32e0e8-c846-4e58-971c-cb28b45a07b7 with binding_index 1 {{(pid=84429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:51:05.866507 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-213c1ca5-0178-4600-9202-830efa9a1e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:05.894643 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-ac74b857-b12f-486e-b380-107f05837f8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-iscsi, b6519836-4d08-41f2-b117-98e4b77d8750) {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:51:05.904520 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450613fd-f97b-4dbf-81d8-8fb2bb343aad None None] Network b6519836-4d08-41f2-b117-98e4b77d8750 requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:51:05.923589 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac74b857-b12f-486e-b380-107f05837f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:05.928609 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ac74b857-b12f-486e-b380-107f05837f8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:05.957309 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7aa6e20f-aebd-4298-9f77-54f3ffb48259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:05.983665 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b3d820d8-4e91-4da0-a9eb-c42f35780360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:06.029130 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-213c1ca5-0178-4600-9202-830efa9a1e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:06.037465 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6e20f-aebd-4298-9f77-54f3ffb48259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e889b414-10af-40d4-ab0d-bf4e95abe277,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:06.046245 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7aa6e20f-aebd-4298-9f77-54f3ffb48259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:06.046932 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a6bae338-9d35-4b03-9a0d-a6a00da32143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:06.061275 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7aa6e20f-aebd-4298-9f77-54f3ffb48259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:06.065471 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-7aa6e20f-aebd-4298-9f77-54f3ffb48259 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e889b414-10af-40d4-ab0d-bf4e95abe277 HTTP/1.1" status: 204 len: 168 time: 0.4339535 Apr 05 15:51:06.065471 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c1ca5-0178-4600-9202-830efa9a1e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6f34c5-fe23-4ff1-9b04-0edf01e2ce14,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:06.065741 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-ac74b857-b12f-486e-b380-107f05837f8c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6471598 Apr 05 15:51:06.066805 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 38240) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:06.071985 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-213c1ca5-0178-4600-9202-830efa9a1e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:06.071985 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-213c1ca5-0178-4600-9202-830efa9a1e9c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cf6f34c5-fe23-4ff1-9b04-0edf01e2ce14 HTTP/1.1" status: 204 len: 168 time: 0.4611495 Apr 05 15:51:06.071985 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-213c1ca5-0178-4600-9202-830efa9a1e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:06.078851 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-b1911745-ccc3-4ace-9912-2822370bb97b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-65186514-router', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:51:06.085173 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-b1911745-ccc3-4ace-9912-2822370bb97b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:06.091749 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-b1911745-ccc3-4ace-9912-2822370bb97b admin admin] Usage tracker for resource:router and tenant:d05d2d370a5b4482b2f84751cf78d2ea is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:06.095385 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-b1911745-ccc3-4ace-9912-2822370bb97b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:06.103997 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-b1911745-ccc3-4ace-9912-2822370bb97b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:06.250867 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee67c991-0df7-489d-8e3d-670c64fe310d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b9143b4-5a49-5eb4-a51a-b575d5c783cf-b6519836-4d08-41f2-b117-98e4b77d8750', 'network_id': 'b6519836-4d08-41f2-b117-98e4b77d8750', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'fixed_ips': [{'subnet_id': '62c34293-35f9-4aae-96c1-3dd19d3f49af'}]}} from dv-cinder-784779-1-iscsi. {{(pid=84431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 15:51:06.251798 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ee67c991-0df7-489d-8e3d-670c64fe310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:06.289451 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b1911745-ccc3-4ace-9912-2822370bb97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3851488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3375'] for router, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:06.291289 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b1911745-ccc3-4ace-9912-2822370bb97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850924409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850964880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850743491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772457'] for router, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:06.317340 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b1911745-ccc3-4ace-9912-2822370bb97b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:06.432684 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-ee67c991-0df7-489d-8e3d-670c64fe310d None None] Allocated IP 172.20.0.2 (b6519836-4d08-41f2-b117-98e4b77d8750/62c34293-35f9-4aae-96c1-3dd19d3f49af/c94f48ef-cc79-4f01-944f-6aedaabee2d8) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:51:06.540492 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96060e76-9b63-4fc7-b1d5-5df52e32363a req-2b0b0619-dd13-4528-a08f-da14c26b5567 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:06.542360 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-96060e76-9b63-4fc7-b1d5-5df52e32363a req-2b0b0619-dd13-4528-a08f-da14c26b5567 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.2351410 Apr 05 15:51:06.610543 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-96060e76-9b63-4fc7-b1d5-5df52e32363a req-9b0fc85d-0654-4f34-9faa-4195484df6fb tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610235 Apr 05 15:51:06.709315 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ee67c991-0df7-489d-8e3d-670c64fe310d None None] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:06.721167 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-ee67c991-0df7-489d-8e3d-670c64fe310d None None] Transition to ACTIVE for port object c94f48ef-cc79-4f01-944f-6aedaabee2d8 will not be triggered until provisioned by entity L2. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:51:06.741166 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-ee67c991-0df7-489d-8e3d-670c64fe310d None None] Transition to ACTIVE for port object c94f48ef-cc79-4f01-944f-6aedaabee2d8 will not be triggered until provisioned by entity DHCP. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:51:06.763793 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ee67c991-0df7-489d-8e3d-670c64fe310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:06.781601 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:06.799946 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 38266) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:06.826572 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-729166d5-99cb-4be5-8e19-0dfdaadbee66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:06.837043 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b1911745-ccc3-4ace-9912-2822370bb97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850964895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850963425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772476'] for router, precommit_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:06.887906 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-729166d5-99cb-4be5-8e19-0dfdaadbee66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:06.888937 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67c991-0df7-489d-8e3d-670c64fe310d None None] Pushing event updated for resources: {'Port': ['ID=c94f48ef-cc79-4f01-944f-6aedaabee2d8,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:06.907548 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-729166d5-99cb-4be5-8e19-0dfdaadbee66 admin admin] Usage tracker for resource:security_group_rule and tenant:71e744a24d424d7789cc5babae7328c6 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:06.909740 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-ee67c991-0df7-489d-8e3d-670c64fe310d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:06.910796 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-729166d5-99cb-4be5-8e19-0dfdaadbee66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:06.921260 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-729166d5-99cb-4be5-8e19-0dfdaadbee66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:07.107570 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee67c991-0df7-489d-8e3d-670c64fe310d None None] Network b6519836-4d08-41f2-b117-98e4b77d8750 is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:51:07.112583 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-ee67c991-0df7-489d-8e3d-670c64fe310d None None] Resources bound (agent type, host, resource id): {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:51:07.115124 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee67c991-0df7-489d-8e3d-670c64fe310d None None] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:51:07.122461 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-729166d5-99cb-4be5-8e19-0dfdaadbee66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:07.180423 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-729166d5-99cb-4be5-8e19-0dfdaadbee66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:07.236027 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e2a1db76-6c05-4c8e-b289-a73114592659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:07.250665 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-ee67c991-0df7-489d-8e3d-670c64fe310d None None] Attempting to bind port c94f48ef-cc79-4f01-944f-6aedaabee2d8 on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:51:07.251088 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-ee67c991-0df7-489d-8e3d-670c64fe310d None None] Attempting to bind port c94f48ef-cc79-4f01-944f-6aedaabee2d8 by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': 'fd16c644-fdf2-4094-b5c1-ced4f53dfaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b6519836-4d08-41f2-b117-98e4b77d8750'}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:51:07.251535 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee67c991-0df7-489d-8e3d-670c64fe310d None None] Attempting to bind port c94f48ef-cc79-4f01-944f-6aedaabee2d8 on network b6519836-4d08-41f2-b117-98e4b77d8750 {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:51:07.254146 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-729166d5-99cb-4be5-8e19-0dfdaadbee66 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=71e744a24d424d7789cc5babae7328c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4535542 Apr 05 15:51:07.257322 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee67c991-0df7-489d-8e3d-670c64fe310d None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:51:07.257785 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee67c991-0df7-489d-8e3d-670c64fe310d None None] Checking segment: {'id': 'fd16c644-fdf2-4094-b5c1-ced4f53dfaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b6519836-4d08-41f2-b117-98e4b77d8750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:51:07.258233 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ee67c991-0df7-489d-8e3d-670c64fe310d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:07.258786 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee67c991-0df7-489d-8e3d-670c64fe310d None None] Bound using segment: {'id': 'fd16c644-fdf2-4094-b5c1-ced4f53dfaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b6519836-4d08-41f2-b117-98e4b77d8750'} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:51:07.259305 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-ee67c991-0df7-489d-8e3d-670c64fe310d None None] Bound port: c94f48ef-cc79-4f01-944f-6aedaabee2d8, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd16c644-fdf2-4094-b5c1-ced4f53dfaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b6519836-4d08-41f2-b117-98e4b77d8750'}}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:51:07.259781 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 38296) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:07.259894 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ee67c991-0df7-489d-8e3d-670c64fe310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:07.382245 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-ee67c991-0df7-489d-8e3d-670c64fe310d None None] For port c94f48ef-cc79-4f01-944f-6aedaabee2d8, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:51:07.385828 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-ee67c991-0df7-489d-8e3d-670c64fe310d None None] For port c94f48ef-cc79-4f01-944f-6aedaabee2d8, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=c94f48ef-cc79-4f01-944f-6aedaabee2d8,segment=NetworkSegment(fd16c644-fdf2-4094-b5c1-ced4f53dfaac),segment_id=fd16c644-fdf2-4094-b5c1-ced4f53dfaac)] {{(pid=84431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:51:07.415818 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729166d5-99cb-4be5-8e19-0dfdaadbee66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6591f2-03a9-41bf-90ea-6e7b9f1e892f,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:07.425800 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-729166d5-99cb-4be5-8e19-0dfdaadbee66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:07.428766 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-dc4a760a-21a8-4740-996e-55a014664f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:07.438840 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ee67c991-0df7-489d-8e3d-670c64fe310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:07.459876 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b1911745-ccc3-4ace-9912-2822370bb97b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:07.464648 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-dc4a760a-21a8-4740-996e-55a014664f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:07.495328 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:07.507059 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b1911745-ccc3-4ace-9912-2822370bb97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:07.545269 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-dc4a760a-21a8-4740-996e-55a014664f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:07.550640 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3c6304c2-a4ed-4029-896d-dabb3df1f0ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:07.571832 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a760a-21a8-4740-996e-55a014664f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6591f2-03a9-41bf-90ea-6e7b9f1e892f,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:07.575078 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-dc4a760a-21a8-4740-996e-55a014664f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:07.593196 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-dc4a760a-21a8-4740-996e-55a014664f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:07.594491 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-dc4a760a-21a8-4740-996e-55a014664f33 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cb6591f2-03a9-41bf-90ea-6e7b9f1e892f HTTP/1.1" status: 204 len: 168 time: 0.3315072 Apr 05 15:51:07.600513 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67c991-0df7-489d-8e3d-670c64fe310d None None] Pushing event updated for resources: {'Port': ['ID=c94f48ef-cc79-4f01-944f-6aedaabee2d8,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:07.614544 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-ee67c991-0df7-489d-8e3d-670c64fe310d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:07.757850 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-b1911745-ccc3-4ace-9912-2822370bb97b admin admin] Allocated IP 172.27.0.249 (dd229a0f-6ed6-426a-8b4c-b8529d79a707/9f98952a-db9d-40f5-8f74-bf7f0c188c38/78b80d70-0fe5-41c1-86ee-061a92bd352a) {{(pid=84429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:51:07.953650 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b1911745-ccc3-4ace-9912-2822370bb97b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:08.013191 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e3706-e4b9-4030-8da8-0fdbfe3b30e9 req-a8e26dc7-7460-4af2-b888-ead808620e5d tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:08.021569 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2b9e3706-e4b9-4030-8da8-0fdbfe3b30e9 req-a8e26dc7-7460-4af2-b888-ead808620e5d tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1825480 Apr 05 15:51:08.032098 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b1911745-ccc3-4ace-9912-2822370bb97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:08.049749 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b0b8f2a6-b7f4-4a8f-a319-13109f0e1667 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:08.079820 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2b9e3706-e4b9-4030-8da8-0fdbfe3b30e9 req-7af90810-8503-437f-8b87-5bc7b1668784 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571773 Apr 05 15:51:08.251381 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1911745-ccc3-4ace-9912-2822370bb97b admin admin] Pushing event updated for resources: {'Port': ['ID=78b80d70-0fe5-41c1-86ee-061a92bd352a,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:08.255916 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b1911745-ccc3-4ace-9912-2822370bb97b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:08.371603 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1911745-ccc3-4ace-9912-2822370bb97b admin admin] Network dd229a0f-6ed6-426a-8b4c-b8529d79a707 is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:51:08.376240 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-b1911745-ccc3-4ace-9912-2822370bb97b admin admin] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:51:08.378835 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1911745-ccc3-4ace-9912-2822370bb97b admin admin] Received port after_create {{(pid=84429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:51:08.513698 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893fdc4-61ec-44e8-b6c5-44ab3b60f970 req-3dff7866-5bee-4946-a5dd-ba056d178f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:08.515402 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f893fdc4-61ec-44e8-b6c5-44ab3b60f970 req-3dff7866-5bee-4946-a5dd-ba056d178f6d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 1098 time: 0.1875875 Apr 05 15:51:08.596855 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f893fdc4-61ec-44e8-b6c5-44ab3b60f970 req-b0b29bba-7304-4536-86b2-3b4767fc4ac6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734885 Apr 05 15:51:09.181732 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b1911745-ccc3-4ace-9912-2822370bb97b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:09.473459 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd6db7-07d4-494d-aa13-59602b6d16d3 req-ec23b4ec-82e8-4f2c-a6c8-253c40dc4731 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:09.495931 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-aacd6db7-07d4-494d-aa13-59602b6d16d3 req-ec23b4ec-82e8-4f2c-a6c8-253c40dc4731 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1598446 Apr 05 15:51:09.503118 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 38392) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:09.590847 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c147e63-6a69-46f9-9920-07bba2f4bfff None None] Network b6519836-4d08-41f2-b117-98e4b77d8750 requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:51:09.774407 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device c94f48ef-cc79-4f01-944f-6aedaabee2d8 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:51:09.804275 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-aacd6db7-07d4-494d-aa13-59602b6d16d3 req-66f63347-4f0c-475e-b9ac-89cc65cd6de6 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110769 Apr 05 15:51:09.987910 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-d7230b14-71e0-4669-94c6-befa4b0590a3 None None] Provisioning for port c94f48ef-cc79-4f01-944f-6aedaabee2d8 completed by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:51:10.071617 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port c94f48ef-cc79-4f01-944f-6aedaabee2d8 completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:51:10.077600 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port c94f48ef-cc79-4f01-944f-6aedaabee2d8 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:10.078025 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:10.086413 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-4329365f-2f87-4b7b-8bcc-9f63ac93de15 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-648174114-network', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:51:10.090989 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b1911745-ccc3-4ace-9912-2822370bb97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3812374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810974'] for router, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:10.097809 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed301ec-a49a-46b8-a561-b93f42f51c89 req-63c8eded-3856-4ecd-bf9e-d349674f0fc6 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:10.112324 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fed301ec-a49a-46b8-a561-b93f42f51c89 req-63c8eded-3856-4ecd-bf9e-d349674f0fc6 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 945 time: 0.1378052 Apr 05 15:51:10.158358 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-4329365f-2f87-4b7b-8bcc-9f63ac93de15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:10.195021 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fed301ec-a49a-46b8-a561-b93f42f51c89 req-05839ddf-f417-4f89-b3d4-a88058e3eb9b tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742438 Apr 05 15:51:10.238634 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-4329365f-2f87-4b7b-8bcc-9f63ac93de15 admin admin] Usage tracker for resource:network and tenant:01ef02dfd52147a1bd6cf1279736a2e9 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:10.249547 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-4329365f-2f87-4b7b-8bcc-9f63ac93de15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:10.263932 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-4329365f-2f87-4b7b-8bcc-9f63ac93de15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:10.282571 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:10.310009 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4329365f-2f87-4b7b-8bcc-9f63ac93de15 admin admin] Made reservation on behalf of 01ef02dfd52147a1bd6cf1279736a2e9 for: {'network': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:51:10.314566 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4329365f-2f87-4b7b-8bcc-9f63ac93de15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for network, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:10.327480 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] For port c94f48ef-cc79-4f01-944f-6aedaabee2d8, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=c94f48ef-cc79-4f01-944f-6aedaabee2d8,segment=NetworkSegment(fd16c644-fdf2-4094-b5c1-ced4f53dfaac),segment_id=fd16c644-fdf2-4094-b5c1-ced4f53dfaac)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:51:10.333141 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-84296edf-ed3e-46ff-8fdc-0f3d841be36d None None] Provisioning complete for port c94f48ef-cc79-4f01-944f-6aedaabee2d8 triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:10.333799 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-84296edf-ed3e-46ff-8fdc-0f3d841be36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:10.335592 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4329365f-2f87-4b7b-8bcc-9f63ac93de15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:10.356385 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-4329365f-2f87-4b7b-8bcc-9f63ac93de15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:10.362794 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-4329365f-2f87-4b7b-8bcc-9f63ac93de15 admin admin] Usage tracker for resource:security_group_rule and tenant:01ef02dfd52147a1bd6cf1279736a2e9 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:10.367937 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:10.368671 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-4329365f-2f87-4b7b-8bcc-9f63ac93de15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:10.376493 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:10.379175 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-4329365f-2f87-4b7b-8bcc-9f63ac93de15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:10.437762 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1911745-ccc3-4ace-9912-2822370bb97b admin admin] Router 65ebfa39-4164-47cb-8ae0-ee00da5e730b is scheduled to L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b with binding_index 1 {{(pid=84429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 15:51:10.470352 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Pushing event updated for resources: {'Port': ['ID=c94f48ef-cc79-4f01-944f-6aedaabee2d8,revision_number=3']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:10.476952 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:10.648833 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4329365f-2f87-4b7b-8bcc-9f63ac93de15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:10.675080 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4329365f-2f87-4b7b-8bcc-9f63ac93de15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:10.681070 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-2c3d8d3d-5e57-47e1-a47a-a7ce96cb4eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:10.721588 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1911745-ccc3-4ace-9912-2822370bb97b admin admin] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:51:10.723912 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4329365f-2f87-4b7b-8bcc-9f63ac93de15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=84429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:51:10.729348 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329365f-2f87-4b7b-8bcc-9f63ac93de15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cc0e99-f233-4edf-ad77-0a143606f0e2,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:10.730000 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4405c5-1f63-4010-804b-1ebb6612a363 None None] Sync routers for ids ['65ebfa39-4164-47cb-8ae0-ee00da5e730b'] in dv-cinder-784779-1-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:51:10.737656 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4329365f-2f87-4b7b-8bcc-9f63ac93de15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:10.741098 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4405c5-1f63-4010-804b-1ebb6612a363 None None] Routers {'65ebfa39-4164-47cb-8ae0-ee00da5e730b'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:51:10.742092 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-5a4405c5-1f63-4010-804b-1ebb6612a363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:50:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['65ebfa39-4164-47cb-8ae0-ee00da5e730b'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:10.751234 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4329365f-2f87-4b7b-8bcc-9f63ac93de15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:10.751626 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.segments_db [None req-4329365f-2f87-4b7b-8bcc-9f63ac93de15 admin admin] Added segment 87acdd3d-d43a-43b2-b114-7774e6f8900e of type vlan for network 297efcce-d14a-4ebe-b53a-0ac8cfcd24f7 Apr 05 15:51:10.787577 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4329365f-2f87-4b7b-8bcc-9f63ac93de15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739064997474'] for network, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:10.792957 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b1911745-ccc3-4ace-9912-2822370bb97b admin admin] Notify callbacks [] for router, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:10.794772 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-b1911745-ccc3-4ace-9912-2822370bb97b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.7263000 Apr 05 15:51:10.798172 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 38412) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:10.848544 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4329365f-2f87-4b7b-8bcc-9f63ac93de15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for network, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:10.853103 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4329365f-2f87-4b7b-8bcc-9f63ac93de15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:10.853103 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4329365f-2f87-4b7b-8bcc-9f63ac93de15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:10.856910 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:10.935680 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-5a4405c5-1f63-4010-804b-1ebb6612a363 None None] Set router 65ebfa39-4164-47cb-8ae0-ee00da5e730b gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:51:10.968310 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329365f-2f87-4b7b-8bcc-9f63ac93de15 admin admin] Pushing event updated for resources: {'Network': ['ID=297efcce-d14a-4ebe-b53a-0ac8cfcd24f7,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:10.971480 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4329365f-2f87-4b7b-8bcc-9f63ac93de15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:10.981277 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Network 297efcce-d14a-4ebe-b53a-0ac8cfcd24f7 details requested by agent ovs-agent-dv-cinder-784779-1-iscsi with host dv-cinder-784779-1-iscsi {{(pid=84431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:51:11.021640 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-4329365f-2f87-4b7b-8bcc-9f63ac93de15 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5168898 Apr 05 15:51:11.024047 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 38418) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:11.032009 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-3d14a77a-fd2e-49c3-9179-d86154dd6118 admin admin] Request body: {'subnet': {'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-648174114-subnet', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'ip_version': 4}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:51:11.038254 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-3d14a77a-fd2e-49c3-9179-d86154dd6118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:11.042681 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-3d14a77a-fd2e-49c3-9179-d86154dd6118 admin admin] Usage tracker for resource:subnet and tenant:01ef02dfd52147a1bd6cf1279736a2e9 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:11.047213 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-3d14a77a-fd2e-49c3-9179-d86154dd6118 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:11.056137 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-3d14a77a-fd2e-49c3-9179-d86154dd6118 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:11.099206 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d14a77a-fd2e-49c3-9179-d86154dd6118 admin admin] Made reservation on behalf of 01ef02dfd52147a1bd6cf1279736a2e9 for: {'subnet': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:51:11.104142 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3d14a77a-fd2e-49c3-9179-d86154dd6118 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851485861'] for subnet, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:11.187225 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb637af-2445-4418-bb2f-b20f23f8b734 req-6d2a5c09-0d65-4b36-b99d-26cdb4a4c283 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:11.188807 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bdb637af-2445-4418-bb2f-b20f23f8b734 req-6d2a5c09-0d65-4b36-b99d-26cdb4a4c283 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1891148 Apr 05 15:51:11.262782 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-5a4405c5-1f63-4010-804b-1ebb6612a363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'name': 'tempest-TestMinimumBasicScenario-65186514-router', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '78b80d70-0fe5-41c1-86ee-061a92bd352a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:06Z', 'updated_at': '2021-04-05T15:51:08Z', 'revision_number': 3, 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'gw_port': {'id': '78b80d70-0fe5-41c1-86ee-061a92bd352a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:21:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:07Z', 'updated_at': '2021-04-05T15:51:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi'}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:11.267204 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4405c5-1f63-4010-804b-1ebb6612a363 None None] Checking router: 65ebfa39-4164-47cb-8ae0-ee00da5e730b for host: dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:51:11.267591 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4405c5-1f63-4010-804b-1ebb6612a363 None None] Updating router 65ebfa39-4164-47cb-8ae0-ee00da5e730b port 78b80d70-0fe5-41c1-86ee-061a92bd352a binding host dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:51:11.324086 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bdb637af-2445-4418-bb2f-b20f23f8b734 req-46ce6432-6736-4e53-b4f8-055301ea2bb1 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761120 Apr 05 15:51:11.325276 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5a4405c5-1f63-4010-804b-1ebb6612a363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:11.609852 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3d14a77a-fd2e-49c3-9179-d86154dd6118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036845275945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851485848'] for subnet, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:11.615152 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device c94f48ef-cc79-4f01-944f-6aedaabee2d8 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:51:11.629302 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-8f777f47-7423-4bbd-8686-a711035722b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:11.733966 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1307f-0d5f-4f13-855d-f8b24c19d8d9 req-17f3930f-9207-4e8f-a1a7-30d464229baf tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:11.742856 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b6d1307f-0d5f-4f13-855d-f8b24c19d8d9 req-17f3930f-9207-4e8f-a1a7-30d464229baf tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 945 time: 0.2538934 Apr 05 15:51:11.796323 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14a77a-fd2e-49c3-9179-d86154dd6118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=259bfebd-f402-4bad-8767-beb45f5f4266,revision_number=0']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:11.800187 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3d14a77a-fd2e-49c3-9179-d86154dd6118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:11.800828 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port c94f48ef-cc79-4f01-944f-6aedaabee2d8 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:11.801409 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:11.881784 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d14a77a-fd2e-49c3-9179-d86154dd6118 admin admin] Checking segment: {'id': '87acdd3d-d43a-43b2-b114-7774e6f8900e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:51:11.882189 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d14a77a-fd2e-49c3-9179-d86154dd6118 admin admin] Network hostable DHCP agents. Network: 297efcce-d14a-4ebe-b53a-0ac8cfcd24f7, hostable agents: ['0f32e0e8-c846-4e58-971c-cb28b45a07b7'], hosted agents: [] {{(pid=84429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:51:11.885125 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5a4405c5-1f63-4010-804b-1ebb6612a363 None None] Notify callbacks [] for port, precommit_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:11.940456 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-5a4405c5-1f63-4010-804b-1ebb6612a363 None None] Transition to ACTIVE for port object 78b80d70-0fe5-41c1-86ee-061a92bd352a will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:51:11.941285 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6780e695-e521-42d2-8905-1a997c59bb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:11.956766 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b6d1307f-0d5f-4f13-855d-f8b24c19d8d9 req-cbb82dfb-1a10-48a7-8bee-2641af2d5af2 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128952 Apr 05 15:51:11.985778 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5a4405c5-1f63-4010-804b-1ebb6612a363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:11.985967 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d14a77a-fd2e-49c3-9179-d86154dd6118 admin admin] Network 297efcce-d14a-4ebe-b53a-0ac8cfcd24f7 is scheduled to be hosted by DHCP agent 0f32e0e8-c846-4e58-971c-cb28b45a07b7 with binding_index 1 {{(pid=84429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:51:12.005749 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6a6db369-9bee-4651-ac27-ac3f690ae86e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:12.059925 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-3d14a77a-fd2e-49c3-9179-d86154dd6118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-iscsi, 297efcce-d14a-4ebe-b53a-0ac8cfcd24f7) {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:51:12.069517 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d186a4d7-6a47-4211-90b9-b86c8a87145e None None] Network 297efcce-d14a-4ebe-b53a-0ac8cfcd24f7 requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:51:12.075155 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d14a77a-fd2e-49c3-9179-d86154dd6118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:12.075846 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3d14a77a-fd2e-49c3-9179-d86154dd6118 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:12.135071 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-3d14a77a-fd2e-49c3-9179-d86154dd6118 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1093109 Apr 05 15:51:12.138176 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 38430) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:12.143702 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-fd99b8ae-c988-474f-af2f-25945e6f1537 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-648174114-router', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:51:12.148507 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-fd99b8ae-c988-474f-af2f-25945e6f1537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:12.153097 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-fd99b8ae-c988-474f-af2f-25945e6f1537 admin admin] Usage tracker for resource:router and tenant:01ef02dfd52147a1bd6cf1279736a2e9 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:12.156777 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-fd99b8ae-c988-474f-af2f-25945e6f1537 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:12.163440 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-fd99b8ae-c988-474f-af2f-25945e6f1537 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:12.178978 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a3cab-3392-4c3b-b551-fa30bd519552 None None] Pushing event updated for resources: {'Port': ['ID=78b80d70-0fe5-41c1-86ee-061a92bd352a,revision_number=2']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:12.189951 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-6780e695-e521-42d2-8905-1a997c59bb93 admin admin] Allocated IP 172.20.0.1 (b6519836-4d08-41f2-b117-98e4b77d8750/62c34293-35f9-4aae-96c1-3dd19d3f49af/75d614f4-2e88-4277-8683-439051d9965b) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:51:12.190718 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5a3cab-3392-4c3b-b551-fa30bd519552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:12.191101 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5a3cab-3392-4c3b-b551-fa30bd519552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:12.191478 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5a3cab-3392-4c3b-b551-fa30bd519552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:12.191845 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5a3cab-3392-4c3b-b551-fa30bd519552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:12.192210 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5a3cab-3392-4c3b-b551-fa30bd519552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:12.192571 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5a3cab-3392-4c3b-b551-fa30bd519552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:12.192931 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5a3cab-3392-4c3b-b551-fa30bd519552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:12.193289 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5a3cab-3392-4c3b-b551-fa30bd519552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:12.193670 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5a3cab-3392-4c3b-b551-fa30bd519552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:12.194060 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5a3cab-3392-4c3b-b551-fa30bd519552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:12.194680 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5a3cab-3392-4c3b-b551-fa30bd519552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:12.194799 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5a3cab-3392-4c3b-b551-fa30bd519552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:12.201444 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0c5a3cab-3392-4c3b-b551-fa30bd519552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:12.204215 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fd99b8ae-c988-474f-af2f-25945e6f1537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3851488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3375'] for router, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:12.205466 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fd99b8ae-c988-474f-af2f-25945e6f1537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850924409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850964880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850743491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772457'] for router, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:12.268476 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-5a4405c5-1f63-4010-804b-1ebb6612a363 None None] Attempting to bind port 78b80d70-0fe5-41c1-86ee-061a92bd352a on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:51:12.268893 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-5a4405c5-1f63-4010-804b-1ebb6612a363 None None] Attempting to bind port 78b80d70-0fe5-41c1-86ee-061a92bd352a by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:51:12.269300 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4405c5-1f63-4010-804b-1ebb6612a363 None None] Attempting to bind port 78b80d70-0fe5-41c1-86ee-061a92bd352a on network dd229a0f-6ed6-426a-8b4c-b8529d79a707 {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:51:12.275872 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4405c5-1f63-4010-804b-1ebb6612a363 None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:51:12.276285 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4405c5-1f63-4010-804b-1ebb6612a363 None None] Checking segment: {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:51:12.276728 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5a4405c5-1f63-4010-804b-1ebb6612a363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:12.277163 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4405c5-1f63-4010-804b-1ebb6612a363 None None] Bound using segment: {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:51:12.278317 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-5a4405c5-1f63-4010-804b-1ebb6612a363 None None] Bound port: 78b80d70-0fe5-41c1-86ee-061a92bd352a, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:51:12.278756 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5a4405c5-1f63-4010-804b-1ebb6612a363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:12.321921 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fd99b8ae-c988-474f-af2f-25945e6f1537 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:12.379347 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-5a4405c5-1f63-4010-804b-1ebb6612a363 None None] For port 78b80d70-0fe5-41c1-86ee-061a92bd352a, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:51:12.382815 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-5a4405c5-1f63-4010-804b-1ebb6612a363 None None] For port 78b80d70-0fe5-41c1-86ee-061a92bd352a, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=78b80d70-0fe5-41c1-86ee-061a92bd352a,segment=NetworkSegment(45fc7be4-cb6f-44c4-878d-af01c4212144),segment_id=45fc7be4-cb6f-44c4-878d-af01c4212144)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:51:12.415041 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5a4405c5-1f63-4010-804b-1ebb6612a363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:12.458516 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:12.469678 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6780e695-e521-42d2-8905-1a997c59bb93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:12.513637 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b9143b4-5a49-5eb4-a51a-b575d5c783cf-297efcce-d14a-4ebe-b53a-0ac8cfcd24f7', 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'fixed_ips': [{'subnet_id': '259bfebd-f402-4bad-8767-beb45f5f4266'}]}} from dv-cinder-784779-1-iscsi. {{(pid=84431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 15:51:12.514604 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:12.617448 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-6780e695-e521-42d2-8905-1a997c59bb93 admin admin] Transition to ACTIVE for port object 75d614f4-2e88-4277-8683-439051d9965b will not be triggered until provisioned by entity DHCP. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:51:12.806952 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Allocated IP 172.20.0.2 (297efcce-d14a-4ebe-b53a-0ac8cfcd24f7/259bfebd-f402-4bad-8767-beb45f5f4266/47e9339d-5026-4973-b0cb-0f986611dc69) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:51:12.879696 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9507437-90d2-48cb-93c2-e93001ca121c req-ae4cff78-8196-424f-8812-e01ac61778c2 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:12.881532 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e9507437-90d2-48cb-93c2-e93001ca121c req-ae4cff78-8196-424f-8812-e01ac61778c2 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.4082911 Apr 05 15:51:12.899999 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78fe14-13e1-4696-9153-d4f4de39f424 req-2398c3ec-f899-488a-8465-4d0b57f66914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:12.904025 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a78fe14-13e1-4696-9153-d4f4de39f424 req-2398c3ec-f899-488a-8465-4d0b57f66914 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=639ec5b6ae8d4642b674c6cd637e4cb2&device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 1098 time: 0.2437725 Apr 05 15:51:12.919193 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a3cab-3392-4c3b-b551-fa30bd519552 None None] Pushing event updated for resources: {'Port': ['ID=78b80d70-0fe5-41c1-86ee-061a92bd352a,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:12.936741 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0c5a3cab-3392-4c3b-b551-fa30bd519552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:12.946550 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fd99b8ae-c988-474f-af2f-25945e6f1537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850964895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850963425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772476'] for router, precommit_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:12.994609 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e9507437-90d2-48cb-93c2-e93001ca121c req-7de459bd-2372-4428-bdcc-45cffb500e18 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033003 Apr 05 15:51:13.002200 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6780e695-e521-42d2-8905-1a997c59bb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:13.027550 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4405c5-1f63-4010-804b-1ebb6612a363 None None] Routers {'65ebfa39-4164-47cb-8ae0-ee00da5e730b'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:51:13.028486 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-5a4405c5-1f63-4010-804b-1ebb6612a363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:50:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['65ebfa39-4164-47cb-8ae0-ee00da5e730b'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:13.055220 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-eaf4bee5-403f-4b65-ac79-8e8e8336d985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:13.284285 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:13.296952 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Transition to ACTIVE for port object 47e9339d-5026-4973-b0cb-0f986611dc69 will not be triggered until provisioned by entity L2. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:51:13.319410 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Transition to ACTIVE for port object 47e9339d-5026-4973-b0cb-0f986611dc69 will not be triggered until provisioned by entity DHCP. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:51:13.330865 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-5a4405c5-1f63-4010-804b-1ebb6612a363 None None] Set router 65ebfa39-4164-47cb-8ae0-ee00da5e730b gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:51:13.368464 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:13.408788 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:13.499169 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780e695-e521-42d2-8905-1a997c59bb93 admin admin] Pushing event updated for resources: {'Port': ['ID=75d614f4-2e88-4277-8683-439051d9965b,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:13.512796 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6780e695-e521-42d2-8905-1a997c59bb93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:13.581385 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Pushing event updated for resources: {'Port': ['ID=47e9339d-5026-4973-b0cb-0f986611dc69,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:13.581903 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78fe14-13e1-4696-9153-d4f4de39f424 req-c13cb1ec-85d1-4e70-a63f-fda0ad055bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:13.583574 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a78fe14-13e1-4696-9153-d4f4de39f424 req-c13cb1ec-85d1-4e70-a63f-fda0ad055bc6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 HTTP/1.1" status: 200 len: 917 time: 0.5934765 Apr 05 15:51:13.593783 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:13.594175 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:13.594614 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:13.594994 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:13.595400 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:13.595787 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:13.596157 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:13.596527 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:13.596896 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:13.597263 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:13.597629 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:13.597755 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3b0e3-4c68-4c64-99d4-93943c93faeb req-1faa7240-5800-43b8-9f91-49df5843ad4c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:13.597993 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:51:13.599340 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-77b3b0e3-4c68-4c64-99d4-93943c93faeb req-1faa7240-5800-43b8-9f91-49df5843ad4c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 945 time: 0.2248523 Apr 05 15:51:13.604937 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:13.682358 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Network 297efcce-d14a-4ebe-b53a-0ac8cfcd24f7 is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:51:13.688493 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Resources bound (agent type, host, resource id): {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:51:13.692963 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:51:13.921951 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:51:13.957372 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fd99b8ae-c988-474f-af2f-25945e6f1537 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:13.971830 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-5a4405c5-1f63-4010-804b-1ebb6612a363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'name': 'tempest-TestMinimumBasicScenario-65186514-router', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '78b80d70-0fe5-41c1-86ee-061a92bd352a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:06Z', 'updated_at': '2021-04-05T15:51:08Z', 'revision_number': 3, 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'gw_port': {'id': '78b80d70-0fe5-41c1-86ee-061a92bd352a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:21:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:07Z', 'updated_at': '2021-04-05T15:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi'}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:13.976535 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4405c5-1f63-4010-804b-1ebb6612a363 None None] The sync data for ids ['65ebfa39-4164-47cb-8ae0-ee00da5e730b'] in dv-cinder-784779-1-iscsi is: [{'id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'name': 'tempest-TestMinimumBasicScenario-65186514-router', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '78b80d70-0fe5-41c1-86ee-061a92bd352a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:06Z', 'updated_at': '2021-04-05T15:51:08Z', 'revision_number': 3, 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'gw_port': {'id': '78b80d70-0fe5-41c1-86ee-061a92bd352a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:21:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:07Z', 'updated_at': '2021-04-05T15:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi'}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:51:13.991209 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Attempting to bind port 47e9339d-5026-4973-b0cb-0f986611dc69 on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:51:13.991922 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Attempting to bind port 47e9339d-5026-4973-b0cb-0f986611dc69 by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': '87acdd3d-d43a-43b2-b114-7774e6f8900e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7'}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:51:13.992489 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Attempting to bind port 47e9339d-5026-4973-b0cb-0f986611dc69 on network 297efcce-d14a-4ebe-b53a-0ac8cfcd24f7 {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:51:14.000691 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:51:14.001658 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Checking segment: {'id': '87acdd3d-d43a-43b2-b114-7774e6f8900e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:51:14.002264 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:14.002902 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Bound using segment: {'id': '87acdd3d-d43a-43b2-b114-7774e6f8900e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7'} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:51:14.003574 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Bound port: 47e9339d-5026-4973-b0cb-0f986611dc69, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87acdd3d-d43a-43b2-b114-7774e6f8900e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7'}}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:51:14.004120 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:14.020255 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fd99b8ae-c988-474f-af2f-25945e6f1537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:14.130242 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] For port 47e9339d-5026-4973-b0cb-0f986611dc69, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:51:14.134697 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] For port 47e9339d-5026-4973-b0cb-0f986611dc69, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=47e9339d-5026-4973-b0cb-0f986611dc69,segment=NetworkSegment(87acdd3d-d43a-43b2-b114-7774e6f8900e),segment_id=87acdd3d-d43a-43b2-b114-7774e6f8900e)] {{(pid=84431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:51:14.138703 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-77b3b0e3-4c68-4c64-99d4-93943c93faeb req-8761c641-fae7-4897-8f40-e9336a59b0b9 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800476 Apr 05 15:51:14.159980 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6780e695-e521-42d2-8905-1a997c59bb93 admin admin] Network b6519836-4d08-41f2-b117-98e4b77d8750 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:51:14.164444 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-6780e695-e521-42d2-8905-1a997c59bb93 admin admin] Resources bound (agent type, host, resource id): {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:51:14.174254 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6780e695-e521-42d2-8905-1a997c59bb93 admin admin] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:51:14.182534 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:14.206261 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:14.258326 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-fd99b8ae-c988-474f-af2f-25945e6f1537 admin admin] Allocated IP 172.27.0.158 (dd229a0f-6ed6-426a-8b4c-b8529d79a707/9f98952a-db9d-40f5-8f74-bf7f0c188c38/a7fafb9a-bc19-4430-b764-67c6a1909d23) {{(pid=84429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:51:14.337113 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a78fe14-13e1-4696-9153-d4f4de39f424 req-c626227e-d553-4c7f-a50a-87bd183bdb3d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9ab0c9a-147c-4754-9117-98ffc83feff4 HTTP/1.1" status: 200 len: 1001 time: 0.7366776 Apr 05 15:51:14.380689 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6780e695-e521-42d2-8905-1a997c59bb93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850918333'] for router_interface, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:14.424932 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Pushing event updated for resources: {'Port': ['ID=47e9339d-5026-4973-b0cb-0f986611dc69,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:14.428244 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:14.428406 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e8f42-cdc2-437a-9e65-b00aca302e76 req-2bad4b29-503e-4904-af7d-e6af4e216769 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:14.440087 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ba9e8f42-cdc2-437a-9e65-b00aca302e76 req-2bad4b29-503e-4904-af7d-e6af4e216769 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.2038615 Apr 05 15:51:14.510070 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ba9e8f42-cdc2-437a-9e65-b00aca302e76 req-51e4882f-88fe-428d-9957-f75c6db2f2f1 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689206 Apr 05 15:51:14.578052 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-9fb7df21-034e-4393-b640-4896862b4ed7 None None] Provisioning for port 75d614f4-2e88-4277-8683-439051d9965b completed by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:51:14.594732 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-9fb7df21-034e-4393-b640-4896862b4ed7 None None] Provisioning complete for port 75d614f4-2e88-4277-8683-439051d9965b triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:14.595315 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-9fb7df21-034e-4393-b640-4896862b4ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:14.614856 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fd99b8ae-c988-474f-af2f-25945e6f1537 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:14.677387 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fd99b8ae-c988-474f-af2f-25945e6f1537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:14.690209 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-9fb7df21-034e-4393-b640-4896862b4ed7 None None] Port 75d614f4-2e88-4277-8683-439051d9965b cannot update to ACTIVE because it is not bound. {{(pid=84431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:51:14.692879 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6780e695-e521-42d2-8905-1a997c59bb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:14.697828 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-dd3e5402-1a73-44cf-808d-9861497eb1a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:14.862193 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99b8ae-c988-474f-af2f-25945e6f1537 admin admin] Pushing event updated for resources: {'Port': ['ID=a7fafb9a-bc19-4430-b764-67c6a1909d23,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:14.889205 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-fd99b8ae-c988-474f-af2f-25945e6f1537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:14.967714 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd99b8ae-c988-474f-af2f-25945e6f1537 admin admin] Network dd229a0f-6ed6-426a-8b4c-b8529d79a707 is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:51:14.968831 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-fd99b8ae-c988-474f-af2f-25945e6f1537 admin admin] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:51:14.973954 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd99b8ae-c988-474f-af2f-25945e6f1537 admin admin] Received port after_create {{(pid=84429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:51:15.132456 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:15.215833 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6780e695-e521-42d2-8905-1a997c59bb93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:15.248361 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64d88a-7905-416d-a434-bb147b05cb2d req-1621d42a-c12c-4958-b880-b33b205a1dff tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:15.250908 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8a64d88a-7905-416d-a434-bb147b05cb2d req-1621d42a-c12c-4958-b880-b33b205a1dff tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1145778 Apr 05 15:51:15.256596 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6780e695-e521-42d2-8905-1a997c59bb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844508714'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:15.306259 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-5f2502ae-2628-4943-8ee5-12fd9f422aab tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:15.466356 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8a64d88a-7905-416d-a434-bb147b05cb2d req-3f9b3e65-982b-4d11-9d36-10193bc6ea53 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081225 Apr 05 15:51:15.475919 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6780e695-e521-42d2-8905-1a997c59bb93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851057948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850909546'] for router_interface, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:15.529227 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fd99b8ae-c988-474f-af2f-25945e6f1537 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:15.618411 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780e695-e521-42d2-8905-1a997c59bb93 admin admin] Pushing event updated for resources: {'Port': ['ID=75d614f4-2e88-4277-8683-439051d9965b,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:15.625536 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78fe14-13e1-4696-9153-d4f4de39f424 req-1c5d4c35-c4ab-48f6-8e45-39d2d329e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:15.627154 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a78fe14-13e1-4696-9153-d4f4de39f424 req-1c5d4c35-c4ab-48f6-8e45-39d2d329e656 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b49c561-1ceb-4c3b-9352-979a5ef7193b HTTP/1.1" status: 200 len: 855 time: 0.2824264 Apr 05 15:51:15.628013 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6780e695-e521-42d2-8905-1a997c59bb93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:15.683279 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6780e695-e521-42d2-8905-1a997c59bb93 admin admin] Network b6519836-4d08-41f2-b117-98e4b77d8750 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:51:15.690053 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-6780e695-e521-42d2-8905-1a997c59bb93 admin admin] Resources bound (agent type, host, resource id): {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:51:15.692923 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 78b80d70-0fe5-41c1-86ee-061a92bd352a up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:51:15.796907 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port 78b80d70-0fe5-41c1-86ee-061a92bd352a completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:51:15.804026 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 78b80d70-0fe5-41c1-86ee-061a92bd352a triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:15.804929 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:15.944224 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fd99b8ae-c988-474f-af2f-25945e6f1537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3812374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810974'] for router, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:15.971441 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6780e695-e521-42d2-8905-1a997c59bb93 admin admin] Router 65ebfa39-4164-47cb-8ae0-ee00da5e730b has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:51:16.029890 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:16.049962 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] For port 78b80d70-0fe5-41c1-86ee-061a92bd352a, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=78b80d70-0fe5-41c1-86ee-061a92bd352a,segment=NetworkSegment(45fc7be4-cb6f-44c4-878d-af01c4212144),segment_id=45fc7be4-cb6f-44c4-878d-af01c4212144)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:51:16.100926 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:16.102238 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 47e9339d-5026-4973-b0cb-0f986611dc69 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:51:16.164407 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-ee67c991-0df7-489d-8e3d-670c64fe310d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:16.217538 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6780e695-e521-42d2-8905-1a997c59bb93 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:51:16.227313 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-6780e695-e521-42d2-8905-1a997c59bb93 admin admin] 10.222.0.44 "PUT /v2.0/routers/65ebfa39-4164-47cb-8ae0-ee00da5e730b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4278576 Apr 05 15:51:16.236868 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07db40-a604-43dd-8434-2b63374cec9e req-a32db324-c198-42f8-9dc8-f8b2b09fdf94 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:16.238545 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7e07db40-a604-43dd-8434-2b63374cec9e req-a32db324-c198-42f8-9dc8-f8b2b09fdf94 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 945 time: 0.6059325 Apr 05 15:51:16.264536 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Pushing event updated for resources: {'Port': ['ID=78b80d70-0fe5-41c1-86ee-061a92bd352a,revision_number=4']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:16.271026 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:16.285843 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-baca9e62-e25a-4357-b392-322ef926ba67 None None] Provisioning complete for port 75d614f4-2e88-4277-8683-439051d9965b triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:16.286354 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-baca9e62-e25a-4357-b392-322ef926ba67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:16.294683 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd99b8ae-c988-474f-af2f-25945e6f1537 admin admin] Router b27a713c-fe9a-4a9f-9d97-93727e3c81ed is scheduled to L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b with binding_index 1 {{(pid=84429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 15:51:16.317320 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7e07db40-a604-43dd-8434-2b63374cec9e req-ffa0a5f3-0bfa-4e6a-9382-5f655ee3d9b2 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716233 Apr 05 15:51:16.340985 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa18a4d0-9b74-4e8c-8ba9-5b18b460cf18 None None] Network 297efcce-d14a-4ebe-b53a-0ac8cfcd24f7 requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:51:16.373284 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port 47e9339d-5026-4973-b0cb-0f986611dc69 completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:51:16.387696 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-baca9e62-e25a-4357-b392-322ef926ba67 None None] Port 75d614f4-2e88-4277-8683-439051d9965b cannot update to ACTIVE because it is not bound. {{(pid=84431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:51:16.498101 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd99b8ae-c988-474f-af2f-25945e6f1537 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:51:16.518160 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd8f16b-f33c-4184-bd2f-08323a50bb02 None None] Sync routers for ids ['b27a713c-fe9a-4a9f-9d97-93727e3c81ed'] in dv-cinder-784779-1-iscsi {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:51:16.552835 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd8f16b-f33c-4184-bd2f-08323a50bb02 None None] Routers {'b27a713c-fe9a-4a9f-9d97-93727e3c81ed'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:51:16.553015 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fd99b8ae-c988-474f-af2f-25945e6f1537 admin admin] Notify callbacks [] for router, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:16.553515 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-8cd8f16b-f33c-4184-bd2f-08323a50bb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:50:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['b27a713c-fe9a-4a9f-9d97-93727e3c81ed'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:16.560372 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-fd99b8ae-c988-474f-af2f-25945e6f1537 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4185729 Apr 05 15:51:16.561152 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 38506) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:16.631814 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-d3a994fa-5368-4624-841f-be2d771614ff None None] Provisioning for port 47e9339d-5026-4973-b0cb-0f986611dc69 completed by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:51:16.735323 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5692f5-d6c4-41c7-b2a2-20137dc13e6d req-354fad37-7487-4e0f-91c5-ef97ab0a79cc tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:16.737573 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9d5692f5-d6c4-41c7-b2a2-20137dc13e6d req-354fad37-7487-4e0f-91c5-ef97ab0a79cc tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.0975420 Apr 05 15:51:16.798343 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9d5692f5-d6c4-41c7-b2a2-20137dc13e6d req-f88f7a73-55d3-4f72-ba96-53594d67d3f6 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521526 Apr 05 15:51:16.815373 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-8cd8f16b-f33c-4184-bd2f-08323a50bb02 None None] Set router b27a713c-fe9a-4a9f-9d97-93727e3c81ed gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:51:16.879488 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-d3a994fa-5368-4624-841f-be2d771614ff None None] Provisioning complete for port 47e9339d-5026-4973-b0cb-0f986611dc69 triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:16.880560 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d3a994fa-5368-4624-841f-be2d771614ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:17.059764 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 38520) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:17.068780 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-af31d9ee-f905-4835-bd94-568150c0e49b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1760515569-network', 'tenant_id': 'ad24add3fcd84bffb13b9a88b365c2fb'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:51:17.073854 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-af31d9ee-f905-4835-bd94-568150c0e49b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:17.082601 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-af31d9ee-f905-4835-bd94-568150c0e49b admin admin] Usage tracker for resource:network and tenant:ad24add3fcd84bffb13b9a88b365c2fb is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:17.086046 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-af31d9ee-f905-4835-bd94-568150c0e49b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:17.092580 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-af31d9ee-f905-4835-bd94-568150c0e49b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:17.139863 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af31d9ee-f905-4835-bd94-568150c0e49b admin admin] Made reservation on behalf of ad24add3fcd84bffb13b9a88b365c2fb for: {'network': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:51:17.146238 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-af31d9ee-f905-4835-bd94-568150c0e49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for network, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:17.161111 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-af31d9ee-f905-4835-bd94-568150c0e49b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:17.177394 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-af31d9ee-f905-4835-bd94-568150c0e49b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:17.181364 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-af31d9ee-f905-4835-bd94-568150c0e49b admin admin] Usage tracker for resource:security_group_rule and tenant:ad24add3fcd84bffb13b9a88b365c2fb is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:17.184532 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-af31d9ee-f905-4835-bd94-568150c0e49b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:17.190532 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-af31d9ee-f905-4835-bd94-568150c0e49b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:17.207612 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a4e0ac-494c-49c1-8690-1fcc5c093f89 None None] Sync routers for ids ['65ebfa39-4164-47cb-8ae0-ee00da5e730b'] in dv-cinder-784779-1-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:51:17.222648 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a4e0ac-494c-49c1-8690-1fcc5c093f89 None None] Routers {'65ebfa39-4164-47cb-8ae0-ee00da5e730b'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:51:17.224163 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-24a4e0ac-494c-49c1-8690-1fcc5c093f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:50:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['65ebfa39-4164-47cb-8ae0-ee00da5e730b'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:17.332575 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78fe14-13e1-4696-9153-d4f4de39f424 req-995bdccf-5310-4ea3-a655-ff0ae79a7013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:17.334360 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a78fe14-13e1-4696-9153-d4f4de39f424 req-995bdccf-5310-4ea3-a655-ff0ae79a7013 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5b2c727-4df9-4ea8-bf8a-1e179c6d9965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0878046 Apr 05 15:51:17.364275 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-af31d9ee-f905-4835-bd94-568150c0e49b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:17.466037 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-24a4e0ac-494c-49c1-8690-1fcc5c093f89 None None] Set router 65ebfa39-4164-47cb-8ae0-ee00da5e730b gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:51:17.514696 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a78fe14-13e1-4696-9153-d4f4de39f424 req-4255bb7b-44cc-402a-8edf-d7b21cf87cd6 service neutron] 10.222.0.43 "GET /v2.0/networks/e5b2c727-4df9-4ea8-bf8a-1e179c6d9965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483459 Apr 05 15:51:17.515828 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-af31d9ee-f905-4835-bd94-568150c0e49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:17.520768 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c49c11b9-fc7d-4c03-ad66-ded1ace38398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:17.524123 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc407b9-a692-4444-bffa-19e60d6d4c88 req-c0ddd4c0-87a5-4384-a881-9ae5a8238e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:17.525880 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5bc407b9-a692-4444-bffa-19e60d6d4c88 req-c0ddd4c0-87a5-4384-a881-9ae5a8238e51 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4eb531685324e0f8fb99da30c72fe0c&device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 1098 time: 0.1931579 Apr 05 15:51:17.640633 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af31d9ee-f905-4835-bd94-568150c0e49b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=84430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:51:17.672839 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31d9ee-f905-4835-bd94-568150c0e49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a18723-5fe1-4cab-a890-aa40b3b5f078,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:17.716768 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 78b80d70-0fe5-41c1-86ee-061a92bd352a up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:51:17.779253 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-af31d9ee-f905-4835-bd94-568150c0e49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:17.779815 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.segments_db [None req-af31d9ee-f905-4835-bd94-568150c0e49b admin admin] Added segment 166e6f12-264c-4590-b86f-e7133f74661f of type vlan for network 3ce91982-8c1f-4255-902f-5c00ea0bf38b Apr 05 15:51:17.791938 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d3a994fa-5368-4624-841f-be2d771614ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:17.807406 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-af31d9ee-f905-4835-bd94-568150c0e49b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739064997474'] for network, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:17.817633 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-8cd8f16b-f33c-4184-bd2f-08323a50bb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'name': 'tempest-TestShelveInstance-648174114-router', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a7fafb9a-bc19-4430-b764-67c6a1909d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:12Z', 'updated_at': '2021-04-05T15:51:15Z', 'revision_number': 3, 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'gw_port': {'id': 'a7fafb9a-bc19-4430-b764-67c6a1909d23', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:14Z', 'updated_at': '2021-04-05T15:51:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi'}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:17.820687 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc407b9-a692-4444-bffa-19e60d6d4c88 req-6c8053bf-ea15-4e92-bc93-88fac70cf50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:17.822525 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5bc407b9-a692-4444-bffa-19e60d6d4c88 req-6c8053bf-ea15-4e92-bc93-88fac70cf50d service neutron] 10.222.0.43 "GET /v2.0/networks?id=bf7980d5-30f6-4b51-8804-073d14195735 HTTP/1.1" status: 200 len: 919 time: 0.2815220 Apr 05 15:51:17.839531 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd8f16b-f33c-4184-bd2f-08323a50bb02 None None] Checking router: b27a713c-fe9a-4a9f-9d97-93727e3c81ed for host: dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:51:17.840443 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd8f16b-f33c-4184-bd2f-08323a50bb02 None None] Updating router b27a713c-fe9a-4a9f-9d97-93727e3c81ed port a7fafb9a-bc19-4430-b764-67c6a1909d23 binding host dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:51:17.882581 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a78fe14-13e1-4696-9153-d4f4de39f424 req-fa8222cb-23f5-4883-8dfb-57d6a0e6b45b service neutron] 10.222.0.43 "GET /v2.0/networks/e5b2c727-4df9-4ea8-bf8a-1e179c6d9965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513939 Apr 05 15:51:17.885455 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-af31d9ee-f905-4835-bd94-568150c0e49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:17.934480 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8cd8f16b-f33c-4184-bd2f-08323a50bb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:17.960422 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942e751-6a33-4b2e-b066-dd4ea9b58542 req-6ea4fe5b-8d7e-4a10-93a8-2c2cc0f1cdb0 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:17.962128 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7942e751-6a33-4b2e-b066-dd4ea9b58542 req-6ea4fe5b-8d7e-4a10-93a8-2c2cc0f1cdb0 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 945 time: 0.3944173 Apr 05 15:51:17.969422 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-24a4e0ac-494c-49c1-8690-1fcc5c093f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'name': 'tempest-TestMinimumBasicScenario-65186514-router', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '78b80d70-0fe5-41c1-86ee-061a92bd352a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:06Z', 'updated_at': '2021-04-05T15:51:14Z', 'revision_number': 4, 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'gw_port': {'id': '78b80d70-0fe5-41c1-86ee-061a92bd352a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:07Z', 'updated_at': '2021-04-05T15:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': '75d614f4-2e88-4277-8683-439051d9965b', 'name': '', 'network_id': 'b6519836-4d08-41f2-b117-98e4b77d8750', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'mac_address': 'fa:16:3e:10:01:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '62c34293-35f9-4aae-96c1-3dd19d3f49af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:12Z', 'updated_at': '2021-04-05T15:51:14Z', 'revision_number': 2, 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'subnets': [{'id': '62c34293-35f9-4aae-96c1-3dd19d3f49af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:17.971888 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-af31d9ee-f905-4835-bd94-568150c0e49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for network, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:17.979131 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a4e0ac-494c-49c1-8690-1fcc5c093f89 None None] Checking router: 65ebfa39-4164-47cb-8ae0-ee00da5e730b for host: dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:51:17.979545 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a4e0ac-494c-49c1-8690-1fcc5c093f89 None None] Updating router 65ebfa39-4164-47cb-8ae0-ee00da5e730b port 75d614f4-2e88-4277-8683-439051d9965b binding host dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:51:18.002009 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af31d9ee-f905-4835-bd94-568150c0e49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:18.002686 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-af31d9ee-f905-4835-bd94-568150c0e49b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:18.014643 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:18.075244 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-24a4e0ac-494c-49c1-8690-1fcc5c093f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:18.131277 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3f318e39-191b-4547-b956-2d6bc2d2a864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:18.455809 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8cd8f16b-f33c-4184-bd2f-08323a50bb02 None None] Notify callbacks [] for port, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:18.470419 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-8cd8f16b-f33c-4184-bd2f-08323a50bb02 None None] Transition to ACTIVE for port object a7fafb9a-bc19-4430-b764-67c6a1909d23 will not be triggered until provisioned by entity L2. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:51:18.481974 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 78b80d70-0fe5-41c1-86ee-061a92bd352a triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:18.482404 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:18.496760 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-3f318e39-191b-4547-b956-2d6bc2d2a864 admin admin] Allocated IP 172.20.0.1 (297efcce-d14a-4ebe-b53a-0ac8cfcd24f7/259bfebd-f402-4bad-8767-beb45f5f4266/da714203-5d2b-43d1-b02f-250b806d8c6c) {{(pid=84429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:51:18.539213 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7942e751-6a33-4b2e-b066-dd4ea9b58542 req-78ec9931-b7d1-4930-a047-9166ae8067fa tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5641003 Apr 05 15:51:18.580123 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31d9ee-f905-4835-bd94-568150c0e49b admin admin] Pushing event updated for resources: {'Network': ['ID=3ce91982-8c1f-4255-902f-5c00ea0bf38b,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:18.580123 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-af31d9ee-f905-4835-bd94-568150c0e49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:18.589548 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-d3a994fa-5368-4624-841f-be2d771614ff None None] For port 47e9339d-5026-4973-b0cb-0f986611dc69, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=47e9339d-5026-4973-b0cb-0f986611dc69,segment=NetworkSegment(87acdd3d-d43a-43b2-b114-7774e6f8900e),segment_id=87acdd3d-d43a-43b2-b114-7774e6f8900e)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:51:18.604962 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8cd8f16b-f33c-4184-bd2f-08323a50bb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:18.613684 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1e30b-0eae-459f-957d-49eb3eb14987 req-d2cd9af7-e331-41b9-8ce5-559dc5986bb4 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:18.622397 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d6f1e30b-0eae-459f-957d-49eb3eb14987 req-d2cd9af7-e331-41b9-8ce5-559dc5986bb4 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.6236701 Apr 05 15:51:18.631279 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Network 3ce91982-8c1f-4255-902f-5c00ea0bf38b details requested by agent ovs-agent-dv-cinder-784779-1-iscsi with host dv-cinder-784779-1-iscsi {{(pid=84431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:51:18.635017 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-24a4e0ac-494c-49c1-8690-1fcc5c093f89 None None] Notify callbacks [] for port, precommit_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:18.648604 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-24a4e0ac-494c-49c1-8690-1fcc5c093f89 None None] Transition to ACTIVE for port object 75d614f4-2e88-4277-8683-439051d9965b will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:51:18.661297 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:18.665371 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3f318e39-191b-4547-b956-2d6bc2d2a864 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:18.678063 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-af31d9ee-f905-4835-bd94-568150c0e49b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6145766 Apr 05 15:51:18.679088 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 38544) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:18.682833 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-3f318e39-191b-4547-b956-2d6bc2d2a864 admin admin] Transition to ACTIVE for port object da714203-5d2b-43d1-b02f-250b806d8c6c will not be triggered until provisioned by entity DHCP. {{(pid=84429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:51:18.687928 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-4a454a16-1e89-41a3-8170-d18b285ccf8e admin admin] Request body: {'subnet': {'network_id': '3ce91982-8c1f-4255-902f-5c00ea0bf38b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1760515569-subnet', 'tenant_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'ip_version': 4}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:51:18.692790 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-4a454a16-1e89-41a3-8170-d18b285ccf8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:18.697316 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-4a454a16-1e89-41a3-8170-d18b285ccf8e admin admin] Usage tracker for resource:subnet and tenant:ad24add3fcd84bffb13b9a88b365c2fb is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:18.700949 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-4a454a16-1e89-41a3-8170-d18b285ccf8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:18.707707 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-4a454a16-1e89-41a3-8170-d18b285ccf8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:18.723084 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d6f1e30b-0eae-459f-957d-49eb3eb14987 req-e010793f-3298-48de-87e4-d39392b24692 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996928 Apr 05 15:51:18.727542 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-24a4e0ac-494c-49c1-8690-1fcc5c093f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:18.743887 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d3a994fa-5368-4624-841f-be2d771614ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:18.750929 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a454a16-1e89-41a3-8170-d18b285ccf8e admin admin] Made reservation on behalf of ad24add3fcd84bffb13b9a88b365c2fb for: {'subnet': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:51:18.756398 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3f318e39-191b-4547-b956-2d6bc2d2a864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:18.757744 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4a454a16-1e89-41a3-8170-d18b285ccf8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852627886'] for subnet, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:18.878991 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:18.917436 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-fd99b8ae-c988-474f-af2f-25945e6f1537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:18.998232 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a678ddf-6feb-4553-818c-520ef63eaa18 None None] Pushing event updated for resources: {'Port': ['ID=75d614f4-2e88-4277-8683-439051d9965b,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:19.011171 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7a678ddf-6feb-4553-818c-520ef63eaa18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:19.041686 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-1c4f3626-25e2-4bba-91c6-9298c698c308 None None] Provisioning complete for port 47e9339d-5026-4973-b0cb-0f986611dc69 triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:19.042100 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1c4f3626-25e2-4bba-91c6-9298c698c308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:19.101194 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f318e39-191b-4547-b956-2d6bc2d2a864 admin admin] Pushing event updated for resources: {'Port': ['ID=da714203-5d2b-43d1-b02f-250b806d8c6c,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:19.111742 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3f318e39-191b-4547-b956-2d6bc2d2a864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:19.153701 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f318e39-191b-4547-b956-2d6bc2d2a864 admin admin] Network 297efcce-d14a-4ebe-b53a-0ac8cfcd24f7 is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:51:19.155372 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-3f318e39-191b-4547-b956-2d6bc2d2a864 admin admin] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:51:19.158396 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f318e39-191b-4547-b956-2d6bc2d2a864 admin admin] Received port after_create {{(pid=84429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:51:19.242846 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3f318e39-191b-4547-b956-2d6bc2d2a864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850918333'] for router_interface, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:19.257193 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d891997-c501-4de8-a980-43b1b223c66c None None] Pushing event updated for resources: {'Port': ['ID=a7fafb9a-bc19-4430-b764-67c6a1909d23,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:19.275597 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3d891997-c501-4de8-a980-43b1b223c66c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:19.276046 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.371s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:19.291914 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-24a4e0ac-494c-49c1-8690-1fcc5c093f89 None None] Attempting to bind port 75d614f4-2e88-4277-8683-439051d9965b on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:51:19.292328 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-24a4e0ac-494c-49c1-8690-1fcc5c093f89 None None] Attempting to bind port 75d614f4-2e88-4277-8683-439051d9965b by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': 'fd16c644-fdf2-4094-b5c1-ced4f53dfaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b6519836-4d08-41f2-b117-98e4b77d8750'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:51:19.292784 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a4e0ac-494c-49c1-8690-1fcc5c093f89 None None] Attempting to bind port 75d614f4-2e88-4277-8683-439051d9965b on network b6519836-4d08-41f2-b117-98e4b77d8750 {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:51:19.300066 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a4e0ac-494c-49c1-8690-1fcc5c093f89 None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:51:19.300409 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a4e0ac-494c-49c1-8690-1fcc5c093f89 None None] Checking segment: {'id': 'fd16c644-fdf2-4094-b5c1-ced4f53dfaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b6519836-4d08-41f2-b117-98e4b77d8750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:51:19.300852 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-24a4e0ac-494c-49c1-8690-1fcc5c093f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:19.301281 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a4e0ac-494c-49c1-8690-1fcc5c093f89 None None] Bound using segment: {'id': 'fd16c644-fdf2-4094-b5c1-ced4f53dfaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b6519836-4d08-41f2-b117-98e4b77d8750'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:51:19.301822 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-24a4e0ac-494c-49c1-8690-1fcc5c093f89 None None] Bound port: 75d614f4-2e88-4277-8683-439051d9965b, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd16c644-fdf2-4094-b5c1-ced4f53dfaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b6519836-4d08-41f2-b117-98e4b77d8750'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:51:19.302179 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-24a4e0ac-494c-49c1-8690-1fcc5c093f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:19.449829 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4a454a16-1e89-41a3-8170-d18b285ccf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852627871'] for subnet, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:19.472685 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f31b1d7b-bdaa-4a72-a070-d5f3b63f282c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:19.475516 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-9dd79479-7112-4ae8-ab00-0127efff1024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:19.493544 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-24a4e0ac-494c-49c1-8690-1fcc5c093f89 None None] For port 75d614f4-2e88-4277-8683-439051d9965b, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:51:19.504039 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-24a4e0ac-494c-49c1-8690-1fcc5c093f89 None None] For port 75d614f4-2e88-4277-8683-439051d9965b, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=75d614f4-2e88-4277-8683-439051d9965b,segment=NetworkSegment(fd16c644-fdf2-4094-b5c1-ced4f53dfaac),segment_id=fd16c644-fdf2-4094-b5c1-ced4f53dfaac)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:51:19.519743 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a994fa-5368-4624-841f-be2d771614ff None None] Pushing event updated for resources: {'Port': ['ID=47e9339d-5026-4973-b0cb-0f986611dc69,revision_number=3']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:19.527599 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3f318e39-191b-4547-b956-2d6bc2d2a864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:19.532818 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d3a994fa-5368-4624-841f-be2d771614ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:19.557464 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-24a4e0ac-494c-49c1-8690-1fcc5c093f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:19.574191 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:19.614750 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a454a16-1e89-41a3-8170-d18b285ccf8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3da89882-dc5b-479c-b3ce-600b4be92e73,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:19.622616 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4a454a16-1e89-41a3-8170-d18b285ccf8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:19.667260 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-8cd8f16b-f33c-4184-bd2f-08323a50bb02 None None] Attempting to bind port a7fafb9a-bc19-4430-b764-67c6a1909d23 on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:51:19.670895 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-8cd8f16b-f33c-4184-bd2f-08323a50bb02 None None] Attempting to bind port a7fafb9a-bc19-4430-b764-67c6a1909d23 by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:51:19.671414 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd8f16b-f33c-4184-bd2f-08323a50bb02 None None] Attempting to bind port a7fafb9a-bc19-4430-b764-67c6a1909d23 on network dd229a0f-6ed6-426a-8b4c-b8529d79a707 {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:51:19.685620 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 47e9339d-5026-4973-b0cb-0f986611dc69 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:51:19.689769 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a454a16-1e89-41a3-8170-d18b285ccf8e admin admin] Checking segment: {'id': '166e6f12-264c-4590-b86f-e7133f74661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3ce91982-8c1f-4255-902f-5c00ea0bf38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:51:19.690168 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a454a16-1e89-41a3-8170-d18b285ccf8e admin admin] Network hostable DHCP agents. Network: 3ce91982-8c1f-4255-902f-5c00ea0bf38b, hostable agents: ['0f32e0e8-c846-4e58-971c-cb28b45a07b7'], hosted agents: [] {{(pid=84430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:51:19.739586 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a454a16-1e89-41a3-8170-d18b285ccf8e admin admin] Network 3ce91982-8c1f-4255-902f-5c00ea0bf38b is scheduled to be hosted by DHCP agent 0f32e0e8-c846-4e58-971c-cb28b45a07b7 with binding_index 1 {{(pid=84430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:51:19.789318 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5bc407b9-a692-4444-bffa-19e60d6d4c88 req-40c26838-aa16-42d8-83f5-870dd8e08e2f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd6fa5d8-c43a-4af4-bf91-8418504340dd HTTP/1.1" status: 200 len: 217 time: 0.1180742 Apr 05 15:51:19.851883 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd8f16b-f33c-4184-bd2f-08323a50bb02 None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:51:19.852050 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd8f16b-f33c-4184-bd2f-08323a50bb02 None None] Checking segment: {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:51:19.852882 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8cd8f16b-f33c-4184-bd2f-08323a50bb02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:19.852882 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd8f16b-f33c-4184-bd2f-08323a50bb02 None None] Bound using segment: {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:51:19.853425 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-8cd8f16b-f33c-4184-bd2f-08323a50bb02 None None] Bound port: a7fafb9a-bc19-4430-b764-67c6a1909d23, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:51:19.853845 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8cd8f16b-f33c-4184-bd2f-08323a50bb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:19.878556 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-4a454a16-1e89-41a3-8170-d18b285ccf8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-iscsi, 3ce91982-8c1f-4255-902f-5c00ea0bf38b) {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:51:19.907531 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a454a16-1e89-41a3-8170-d18b285ccf8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:19.908021 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4a454a16-1e89-41a3-8170-d18b285ccf8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:19.965945 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ef6c4-ce79-4fd9-ae29-2bc51e6626e8 req-ff7f5bb4-b734-4bda-b26a-aaeba51b6d09 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:19.976634 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fc4ef6c4-ce79-4fd9-ae29-2bc51e6626e8 req-ff7f5bb4-b734-4bda-b26a-aaeba51b6d09 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 945 time: 0.1967642 Apr 05 15:51:19.985584 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-4a454a16-1e89-41a3-8170-d18b285ccf8e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3029013 Apr 05 15:51:19.988001 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 38578) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:20.024520 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-feffd78e-2a74-400c-b1da-d4ed248e169f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1760515569-router', 'tenant_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:51:20.031318 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-feffd78e-2a74-400c-b1da-d4ed248e169f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:20.035848 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-feffd78e-2a74-400c-b1da-d4ed248e169f admin admin] Usage tracker for resource:router and tenant:ad24add3fcd84bffb13b9a88b365c2fb is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:20.039475 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-feffd78e-2a74-400c-b1da-d4ed248e169f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:20.043314 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a678ddf-6feb-4553-818c-520ef63eaa18 None None] Pushing event updated for resources: {'Port': ['ID=75d614f4-2e88-4277-8683-439051d9965b,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:20.046339 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fc4ef6c4-ce79-4fd9-ae29-2bc51e6626e8 req-10fae4e7-fb6b-44ab-b3ed-26cab981968b tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686352 Apr 05 15:51:20.049585 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7a678ddf-6feb-4553-818c-520ef63eaa18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:20.051005 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-feffd78e-2a74-400c-b1da-d4ed248e169f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:20.129219 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a4e0ac-494c-49c1-8690-1fcc5c093f89 None None] Routers {'65ebfa39-4164-47cb-8ae0-ee00da5e730b'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:51:20.139048 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-24a4e0ac-494c-49c1-8690-1fcc5c093f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:50:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['65ebfa39-4164-47cb-8ae0-ee00da5e730b'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:20.146915 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-feffd78e-2a74-400c-b1da-d4ed248e169f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3851488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3375'] for router, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:20.148010 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-feffd78e-2a74-400c-b1da-d4ed248e169f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850924409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850964880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850743491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772457'] for router, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:20.196114 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-feffd78e-2a74-400c-b1da-d4ed248e169f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:20.207873 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-8cd8f16b-f33c-4184-bd2f-08323a50bb02 None None] For port a7fafb9a-bc19-4430-b764-67c6a1909d23, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:51:20.226728 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-8cd8f16b-f33c-4184-bd2f-08323a50bb02 None None] For port a7fafb9a-bc19-4430-b764-67c6a1909d23, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=a7fafb9a-bc19-4430-b764-67c6a1909d23,segment=NetworkSegment(45fc7be4-cb6f-44c4-878d-af01c4212144),segment_id=45fc7be4-cb6f-44c4-878d-af01c4212144)] {{(pid=84431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:51:20.266050 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04768b13-ef13-4ca4-9402-05a53f53a37b None None] Network 3ce91982-8c1f-4255-902f-5c00ea0bf38b requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:51:20.277619 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3f318e39-191b-4547-b956-2d6bc2d2a864 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:20.350306 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a556906-da56-4600-ba2f-59da82292171 req-10494054-139e-44ae-aa5b-3e566bf62a62 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:20.359761 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a556906-da56-4600-ba2f-59da82292171 req-10494054-139e-44ae-aa5b-3e566bf62a62 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1364183 Apr 05 15:51:20.423172 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a556906-da56-4600-ba2f-59da82292171 req-de917f24-3ad5-40d8-9bc1-4c21efa76427 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570245 Apr 05 15:51:20.439777 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8cd8f16b-f33c-4184-bd2f-08323a50bb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:20.448695 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-24a4e0ac-494c-49c1-8690-1fcc5c093f89 None None] Set router 65ebfa39-4164-47cb-8ae0-ee00da5e730b gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:51:20.458782 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:20.465344 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3f318e39-191b-4547-b956-2d6bc2d2a864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9499705'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:20.492587 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-0560b579-4f79-4265-8343-b2a857af368f None None] Provisioning for port da714203-5d2b-43d1-b02f-250b806d8c6c completed by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:51:20.500135 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:20.542285 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-0560b579-4f79-4265-8343-b2a857af368f None None] Provisioning complete for port da714203-5d2b-43d1-b02f-250b806d8c6c triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:20.543255 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0560b579-4f79-4265-8343-b2a857af368f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:20.735880 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 47e9339d-5026-4973-b0cb-0f986611dc69 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:20.736569 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:20.844987 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-24a4e0ac-494c-49c1-8690-1fcc5c093f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'name': 'tempest-TestMinimumBasicScenario-65186514-router', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '78b80d70-0fe5-41c1-86ee-061a92bd352a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:06Z', 'updated_at': '2021-04-05T15:51:14Z', 'revision_number': 4, 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'gw_port': {'id': '78b80d70-0fe5-41c1-86ee-061a92bd352a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:07Z', 'updated_at': '2021-04-05T15:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': '75d614f4-2e88-4277-8683-439051d9965b', 'name': '', 'network_id': 'b6519836-4d08-41f2-b117-98e4b77d8750', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'mac_address': 'fa:16:3e:10:01:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '62c34293-35f9-4aae-96c1-3dd19d3f49af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:12Z', 'updated_at': '2021-04-05T15:51:19Z', 'revision_number': 4, 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'subnets': [{'id': '62c34293-35f9-4aae-96c1-3dd19d3f49af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:20.847645 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d891997-c501-4de8-a980-43b1b223c66c None None] Pushing event updated for resources: {'Port': ['ID=a7fafb9a-bc19-4430-b764-67c6a1909d23,revision_number=3']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:20.860833 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a4e0ac-494c-49c1-8690-1fcc5c093f89 None None] The sync data for ids ['65ebfa39-4164-47cb-8ae0-ee00da5e730b'] in dv-cinder-784779-1-iscsi is: [{'id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'name': 'tempest-TestMinimumBasicScenario-65186514-router', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '78b80d70-0fe5-41c1-86ee-061a92bd352a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:06Z', 'updated_at': '2021-04-05T15:51:14Z', 'revision_number': 4, 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'gw_port': {'id': '78b80d70-0fe5-41c1-86ee-061a92bd352a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:07Z', 'updated_at': '2021-04-05T15:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': '75d614f4-2e88-4277-8683-439051d9965b', 'name': '', 'network_id': 'b6519836-4d08-41f2-b117-98e4b77d8750', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'mac_address': 'fa:16:3e:10:01:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '62c34293-35f9-4aae-96c1-3dd19d3f49af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:12Z', 'updated_at': '2021-04-05T15:51:19Z', 'revision_number': 4, 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'subnets': [{'id': '62c34293-35f9-4aae-96c1-3dd19d3f49af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:51:20.872436 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3d891997-c501-4de8-a980-43b1b223c66c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:20.875574 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-0560b579-4f79-4265-8343-b2a857af368f None None] Port da714203-5d2b-43d1-b02f-250b806d8c6c cannot update to ACTIVE because it is not bound. {{(pid=84431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:51:20.883657 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:20.981526 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb0fdfd-4b35-48eb-9266-2a82b949d6e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b9143b4-5a49-5eb4-a51a-b575d5c783cf-3ce91982-8c1f-4255-902f-5c00ea0bf38b', 'network_id': '3ce91982-8c1f-4255-902f-5c00ea0bf38b', 'tenant_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'fixed_ips': [{'subnet_id': '3da89882-dc5b-479c-b3ce-600b4be92e73'}]}} from dv-cinder-784779-1-iscsi. {{(pid=84431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 15:51:20.982620 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7cb0fdfd-4b35-48eb-9266-2a82b949d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:21.073166 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3f318e39-191b-4547-b956-2d6bc2d2a864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851057948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850909546'] for router_interface, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:21.122706 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f318e39-191b-4547-b956-2d6bc2d2a864 admin admin] Pushing event updated for resources: {'Port': ['ID=da714203-5d2b-43d1-b02f-250b806d8c6c,revision_number=2']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:21.125890 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3f318e39-191b-4547-b956-2d6bc2d2a864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:21.130775 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-feffd78e-2a74-400c-b1da-d4ed248e169f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850964895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850963425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772476'] for router, precommit_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:21.199386 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc407b9-a692-4444-bffa-19e60d6d4c88 req-7844aaa1-6c7a-4aa2-96fe-91ff139b6683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:21.200951 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5bc407b9-a692-4444-bffa-19e60d6d4c88 req-7844aaa1-6c7a-4aa2-96fe-91ff139b6683 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f37979fe-7609-44e8-8c79-38b8746e7197 HTTP/1.1" status: 200 len: 858 time: 0.5728941 Apr 05 15:51:21.226242 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-7cb0fdfd-4b35-48eb-9266-2a82b949d6e6 None None] Allocated IP 172.20.0.2 (3ce91982-8c1f-4255-902f-5c00ea0bf38b/3da89882-dc5b-479c-b3ce-600b4be92e73/05b1e244-f5e7-4288-8424-2dd6aac5222b) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:51:21.256017 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd8f16b-f33c-4184-bd2f-08323a50bb02 None None] Routers {'b27a713c-fe9a-4a9f-9d97-93727e3c81ed'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:51:21.256653 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-8cd8f16b-f33c-4184-bd2f-08323a50bb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:50:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['b27a713c-fe9a-4a9f-9d97-93727e3c81ed'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:21.289994 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feff322-5009-4515-8e96-beafc178d3cf req-f510d0fa-906c-4f46-ac32-2f7ce77fa16c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:21.292879 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4feff322-5009-4515-8e96-beafc178d3cf req-f510d0fa-906c-4f46-ac32-2f7ce77fa16c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 945 time: 0.1083016 Apr 05 15:51:21.312259 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5bc407b9-a692-4444-bffa-19e60d6d4c88 req-e2627b1c-d2a3-42ea-b1d9-2e89cc833d77 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf7980d5-30f6-4b51-8804-073d14195735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822084 Apr 05 15:51:21.362339 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4feff322-5009-4515-8e96-beafc178d3cf req-e3f6f9ec-d433-427e-8785-edf1b189170a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609596 Apr 05 15:51:21.594015 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f318e39-191b-4547-b956-2d6bc2d2a864 admin admin] Network 297efcce-d14a-4ebe-b53a-0ac8cfcd24f7 is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:51:21.598573 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-3f318e39-191b-4547-b956-2d6bc2d2a864 admin admin] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:51:21.770599 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 75d614f4-2e88-4277-8683-439051d9965b up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:51:21.884764 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddd64f-40a4-4cd5-961a-841d7f15935e req-da5ee387-c3df-4e6d-a11f-540bb060bed1 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:21.902859 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-66ddd64f-40a4-4cd5-961a-841d7f15935e req-da5ee387-c3df-4e6d-a11f-540bb060bed1 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.2592359 Apr 05 15:51:21.907975 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5bc407b9-a692-4444-bffa-19e60d6d4c88 req-2cda2080-75ba-4421-8324-d4ca8561c164 service neutron] 10.222.0.43 "GET /v2.0/networks/bf7980d5-30f6-4b51-8804-073d14195735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5877767 Apr 05 15:51:22.018000 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-66ddd64f-40a4-4cd5-961a-841d7f15935e req-b07f8268-fc8c-454a-867e-620a4dbad3b5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141045 Apr 05 15:51:22.029981 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-8cd8f16b-f33c-4184-bd2f-08323a50bb02 None None] Set router b27a713c-fe9a-4a9f-9d97-93727e3c81ed gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:51:22.320984 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7cb0fdfd-4b35-48eb-9266-2a82b949d6e6 None None] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:22.411847 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5bc407b9-a692-4444-bffa-19e60d6d4c88 req-0bdda635-2dc2-45e6-85b1-4ccc312eb96d service neutron] 10.222.0.43 "GET /v2.0/networks/bf7980d5-30f6-4b51-8804-073d14195735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948113 Apr 05 15:51:22.421619 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f318e39-191b-4547-b956-2d6bc2d2a864 admin admin] Router b27a713c-fe9a-4a9f-9d97-93727e3c81ed has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:51:22.423039 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7d4ab19e-0865-4255-b60f-0b0668e84f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:22.431764 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-feffd78e-2a74-400c-b1da-d4ed248e169f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:22.438948 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-7cb0fdfd-4b35-48eb-9266-2a82b949d6e6 None None] Transition to ACTIVE for port object 05b1e244-f5e7-4288-8424-2dd6aac5222b will not be triggered until provisioned by entity L2. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:51:22.438948 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-1906185d-fd70-487c-9774-a3f394324a99 None None] Provisioning complete for port da714203-5d2b-43d1-b02f-250b806d8c6c triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:22.438948 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1906185d-fd70-487c-9774-a3f394324a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:22.473617 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-feffd78e-2a74-400c-b1da-d4ed248e169f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:22.690567 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12001cef-7c8f-4ff9-bf69-5deab0caa354 req-fa58670c-9482-485b-9a62-4979d458b1e4 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:22.692738 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-12001cef-7c8f-4ff9-bf69-5deab0caa354 req-fa58670c-9482-485b-9a62-4979d458b1e4 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 945 time: 0.1291289 Apr 05 15:51:22.772634 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port 75d614f4-2e88-4277-8683-439051d9965b completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:51:22.787091 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-12001cef-7c8f-4ff9-bf69-5deab0caa354 req-06daa1bd-bebb-452c-8652-46e631c12dea tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858510 Apr 05 15:51:22.789226 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:22.811307 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 75d614f4-2e88-4277-8683-439051d9965b triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:22.819125 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:22.897567 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-1906185d-fd70-487c-9774-a3f394324a99 None None] Port da714203-5d2b-43d1-b02f-250b806d8c6c cannot update to ACTIVE because it is not bound. {{(pid=84431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:51:22.929800 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f318e39-191b-4547-b956-2d6bc2d2a864 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:51:22.970887 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-feffd78e-2a74-400c-b1da-d4ed248e169f admin admin] Allocated IP 172.27.0.58 (dd229a0f-6ed6-426a-8b4c-b8529d79a707/9f98952a-db9d-40f5-8f74-bf7f0c188c38/e8126b43-aab0-4a9c-9b40-148f190c7d04) {{(pid=84429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:51:22.976980 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-7cb0fdfd-4b35-48eb-9266-2a82b949d6e6 None None] Transition to ACTIVE for port object 05b1e244-f5e7-4288-8424-2dd6aac5222b will not be triggered until provisioned by entity DHCP. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:51:22.983002 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-3f318e39-191b-4547-b956-2d6bc2d2a864 admin admin] 10.222.0.44 "PUT /v2.0/routers/b27a713c-fe9a-4a9f-9d97-93727e3c81ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4203715 Apr 05 15:51:23.067559 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7cb0fdfd-4b35-48eb-9266-2a82b949d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:23.174278 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-ee67c991-0df7-489d-8e3d-670c64fe310d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:23.265472 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-feffd78e-2a74-400c-b1da-d4ed248e169f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:23.297719 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0fdfd-4b35-48eb-9266-2a82b949d6e6 None None] Pushing event updated for resources: {'Port': ['ID=05b1e244-f5e7-4288-8424-2dd6aac5222b,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:23.314735 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7cb0fdfd-4b35-48eb-9266-2a82b949d6e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:23.321630 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0d56b-66ec-490a-b62f-01e0d42359e8 req-f47482a6-e893-49c2-94ed-85c595b199c7 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:23.323270 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7ca0d56b-66ec-490a-b62f-01e0d42359e8 req-f47482a6-e893-49c2-94ed-85c595b199c7 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1275690 Apr 05 15:51:23.334467 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-feffd78e-2a74-400c-b1da-d4ed248e169f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:23.378127 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f0907fbf-3ce4-4e6a-98f4-e8d3f576e75d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:23.422572 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7ca0d56b-66ec-490a-b62f-01e0d42359e8 req-3a669ffa-8200-49ca-a2ee-ae4b94b48934 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921354 Apr 05 15:51:23.473603 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:23.518727 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-8cd8f16b-f33c-4184-bd2f-08323a50bb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'name': 'tempest-TestShelveInstance-648174114-router', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a7fafb9a-bc19-4430-b764-67c6a1909d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:12Z', 'updated_at': '2021-04-05T15:51:19Z', 'revision_number': 4, 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'gw_port': {'id': 'a7fafb9a-bc19-4430-b764-67c6a1909d23', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:14Z', 'updated_at': '2021-04-05T15:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'da714203-5d2b-43d1-b02f-250b806d8c6c', 'name': '', 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'mac_address': 'fa:16:3e:e4:cc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '259bfebd-f402-4bad-8767-beb45f5f4266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:18Z', 'updated_at': '2021-04-05T15:51:19Z', 'revision_number': 2, 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'subnets': [{'id': '259bfebd-f402-4bad-8767-beb45f5f4266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:23.540802 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd8f16b-f33c-4184-bd2f-08323a50bb02 None None] The sync data for ids ['b27a713c-fe9a-4a9f-9d97-93727e3c81ed'] in dv-cinder-784779-1-iscsi is: [{'id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'name': 'tempest-TestShelveInstance-648174114-router', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a7fafb9a-bc19-4430-b764-67c6a1909d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:12Z', 'updated_at': '2021-04-05T15:51:19Z', 'revision_number': 4, 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'gw_port': {'id': 'a7fafb9a-bc19-4430-b764-67c6a1909d23', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:14Z', 'updated_at': '2021-04-05T15:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'da714203-5d2b-43d1-b02f-250b806d8c6c', 'name': '', 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'mac_address': 'fa:16:3e:e4:cc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '259bfebd-f402-4bad-8767-beb45f5f4266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:18Z', 'updated_at': '2021-04-05T15:51:19Z', 'revision_number': 2, 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'subnets': [{'id': '259bfebd-f402-4bad-8767-beb45f5f4266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:51:23.560775 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffd78e-2a74-400c-b1da-d4ed248e169f admin admin] Pushing event updated for resources: {'Port': ['ID=e8126b43-aab0-4a9c-9b40-148f190c7d04,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:23.574475 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb0fdfd-4b35-48eb-9266-2a82b949d6e6 None None] Network 3ce91982-8c1f-4255-902f-5c00ea0bf38b is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:51:23.577720 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-feffd78e-2a74-400c-b1da-d4ed248e169f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:23.587906 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-7cb0fdfd-4b35-48eb-9266-2a82b949d6e6 None None] Resources bound (agent type, host, resource id): {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:51:23.598626 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb0fdfd-4b35-48eb-9266-2a82b949d6e6 None None] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:51:23.618415 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] For port 75d614f4-2e88-4277-8683-439051d9965b, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=75d614f4-2e88-4277-8683-439051d9965b,segment=NetworkSegment(fd16c644-fdf2-4094-b5c1-ced4f53dfaac),segment_id=fd16c644-fdf2-4094-b5c1-ced4f53dfaac)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:51:23.636163 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feffd78e-2a74-400c-b1da-d4ed248e169f admin admin] Network dd229a0f-6ed6-426a-8b4c-b8529d79a707 is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:51:23.637619 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-feffd78e-2a74-400c-b1da-d4ed248e169f admin admin] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:51:23.640056 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feffd78e-2a74-400c-b1da-d4ed248e169f admin admin] Received port after_create {{(pid=84429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:51:23.665818 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:23.681697 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 38660) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:23.715754 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:23.828829 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-7cb0fdfd-4b35-48eb-9266-2a82b949d6e6 None None] Attempting to bind port 05b1e244-f5e7-4288-8424-2dd6aac5222b on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:51:23.829251 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-7cb0fdfd-4b35-48eb-9266-2a82b949d6e6 None None] Attempting to bind port 05b1e244-f5e7-4288-8424-2dd6aac5222b by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': '166e6f12-264c-4590-b86f-e7133f74661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3ce91982-8c1f-4255-902f-5c00ea0bf38b'}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:51:23.829683 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb0fdfd-4b35-48eb-9266-2a82b949d6e6 None None] Attempting to bind port 05b1e244-f5e7-4288-8424-2dd6aac5222b on network 3ce91982-8c1f-4255-902f-5c00ea0bf38b {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:51:23.839801 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb0fdfd-4b35-48eb-9266-2a82b949d6e6 None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:51:23.840287 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb0fdfd-4b35-48eb-9266-2a82b949d6e6 None None] Checking segment: {'id': '166e6f12-264c-4590-b86f-e7133f74661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3ce91982-8c1f-4255-902f-5c00ea0bf38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:51:23.840736 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7cb0fdfd-4b35-48eb-9266-2a82b949d6e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:23.841177 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb0fdfd-4b35-48eb-9266-2a82b949d6e6 None None] Bound using segment: {'id': '166e6f12-264c-4590-b86f-e7133f74661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3ce91982-8c1f-4255-902f-5c00ea0bf38b'} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:51:23.841693 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-7cb0fdfd-4b35-48eb-9266-2a82b949d6e6 None None] Bound port: 05b1e244-f5e7-4288-8424-2dd6aac5222b, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166e6f12-264c-4590-b86f-e7133f74661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3ce91982-8c1f-4255-902f-5c00ea0bf38b'}}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:51:23.842738 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7cb0fdfd-4b35-48eb-9266-2a82b949d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:23.888001 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5f12-1b08-430e-ad28-cb2035717cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:23.896900 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Pushing event updated for resources: {'Port': ['ID=75d614f4-2e88-4277-8683-439051d9965b,revision_number=5']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:23.906114 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:23.913702 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:23.934112 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-7e3b5f12-1b08-430e-ad28-cb2035717cca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:23.941005 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-7e3b5f12-1b08-430e-ad28-cb2035717cca admin admin] Usage tracker for resource:security_group_rule and tenant:7153d2df59bc4e47904f73970a91f96d is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:23.945414 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-7e3b5f12-1b08-430e-ad28-cb2035717cca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:23.954830 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-7e3b5f12-1b08-430e-ad28-cb2035717cca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:24.007027 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-7cb0fdfd-4b35-48eb-9266-2a82b949d6e6 None None] For port 05b1e244-f5e7-4288-8424-2dd6aac5222b, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:51:24.011906 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-7cb0fdfd-4b35-48eb-9266-2a82b949d6e6 None None] For port 05b1e244-f5e7-4288-8424-2dd6aac5222b, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=05b1e244-f5e7-4288-8424-2dd6aac5222b,segment=NetworkSegment(166e6f12-264c-4590-b86f-e7133f74661f),segment_id=166e6f12-264c-4590-b86f-e7133f74661f)] {{(pid=84431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:51:24.045952 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7cb0fdfd-4b35-48eb-9266-2a82b949d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:24.158788 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5f12-1b08-430e-ad28-cb2035717cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:24.306758 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:24.325251 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 38684) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:24.335143 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-9193b3ae-fd3c-4454-a12a-cbd25f03813b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1149090091-network', 'tenant_id': 'd64bd742fc92444caae4158b05bd8b6a'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:51:24.365218 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5f12-1b08-430e-ad28-cb2035717cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:24.427625 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-9193b3ae-fd3c-4454-a12a-cbd25f03813b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:24.436056 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:24.458405 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-9193b3ae-fd3c-4454-a12a-cbd25f03813b admin admin] Usage tracker for resource:network and tenant:d64bd742fc92444caae4158b05bd8b6a is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:24.475963 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-9193b3ae-fd3c-4454-a12a-cbd25f03813b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:24.481277 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-7e3b5f12-1b08-430e-ad28-cb2035717cca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7153d2df59bc4e47904f73970a91f96d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7910099 Apr 05 15:51:24.486798 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 38692) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:24.510244 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0fdfd-4b35-48eb-9266-2a82b949d6e6 None None] Pushing event updated for resources: {'Port': ['ID=05b1e244-f5e7-4288-8424-2dd6aac5222b,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:24.519088 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-9193b3ae-fd3c-4454-a12a-cbd25f03813b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:24.522081 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7cb0fdfd-4b35-48eb-9266-2a82b949d6e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:24.618866 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b5f12-1b08-430e-ad28-cb2035717cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3df63f-b5b3-4055-a8aa-35349fedd34c,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:24.626213 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7e3b5f12-1b08-430e-ad28-cb2035717cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:24.642187 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd52b90-d122-4abb-be73-10d4dab7a52a req-4c4f5a46-3e73-48c4-b103-581d2b2722b7 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:24.644077 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1dd52b90-d122-4abb-be73-10d4dab7a52a req-4c4f5a46-3e73-48c4-b103-581d2b2722b7 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 945 time: 0.4818361 Apr 05 15:51:24.744245 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1dd52b90-d122-4abb-be73-10d4dab7a52a req-c3a6071f-981f-4208-a844-933908a5a89c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907702 Apr 05 15:51:24.853737 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9193b3ae-fd3c-4454-a12a-cbd25f03813b admin admin] Made reservation on behalf of d64bd742fc92444caae4158b05bd8b6a for: {'network': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:51:24.858813 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-9193b3ae-fd3c-4454-a12a-cbd25f03813b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for network, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:24.901417 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-9193b3ae-fd3c-4454-a12a-cbd25f03813b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:24.977973 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ca5c91bb-3da1-4ffd-b284-63888a22048d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:25.048409 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-9193b3ae-fd3c-4454-a12a-cbd25f03813b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:25.055072 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-9193b3ae-fd3c-4454-a12a-cbd25f03813b admin admin] Usage tracker for resource:security_group_rule and tenant:d64bd742fc92444caae4158b05bd8b6a is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:25.059442 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-9193b3ae-fd3c-4454-a12a-cbd25f03813b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:25.066794 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-9193b3ae-fd3c-4454-a12a-cbd25f03813b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:25.129158 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-feffd78e-2a74-400c-b1da-d4ed248e169f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:25.166238 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485a50e-ba74-4a0b-9c53-407997ccf965 req-f445c5dd-7cb9-4d5d-b57e-6897b9d249d6 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:25.169507 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0485a50e-ba74-4a0b-9c53-407997ccf965 req-f445c5dd-7cb9-4d5d-b57e-6897b9d249d6 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1858773 Apr 05 15:51:25.232234 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0485a50e-ba74-4a0b-9c53-407997ccf965 req-ac554c2e-4739-47fa-9b22-a86ba753daeb tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556915 Apr 05 15:51:25.319504 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ca5c91bb-3da1-4ffd-b284-63888a22048d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:25.403895 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-9193b3ae-fd3c-4454-a12a-cbd25f03813b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:25.502977 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-9193b3ae-fd3c-4454-a12a-cbd25f03813b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:25.580996 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b6bb7158-939b-444d-8a0a-cba199265a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:25.600412 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ca5c91bb-3da1-4ffd-b284-63888a22048d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:25.634175 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9193b3ae-fd3c-4454-a12a-cbd25f03813b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=84429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:51:25.664296 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-9193b3ae-fd3c-4454-a12a-cbd25f03813b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:25.664668 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.segments_db [None req-9193b3ae-fd3c-4454-a12a-cbd25f03813b admin admin] Added segment 1ff5b92a-f25a-4cba-9582-211b32bfdd07 of type vlan for network a4a1e995-2149-4b54-970c-0334467893dd Apr 05 15:51:25.665818 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193b3ae-fd3c-4454-a12a-cbd25f03813b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73d47ee-bb1d-4c68-88cf-8c0c91ecb78f,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:25.674469 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ca5c91bb-3da1-4ffd-b284-63888a22048d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:25.675573 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-ca5c91bb-3da1-4ffd-b284-63888a22048d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d3df63f-b5b3-4055-a8aa-35349fedd34c HTTP/1.1" status: 204 len: 168 time: 1.1863165 Apr 05 15:51:25.678982 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-9193b3ae-fd3c-4454-a12a-cbd25f03813b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:25.679529 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-fd8f9e0d-9ff7-44cc-a049-dd2c5a02e627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:25.715565 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c91bb-3da1-4ffd-b284-63888a22048d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3df63f-b5b3-4055-a8aa-35349fedd34c,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:25.728590 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-ca5c91bb-3da1-4ffd-b284-63888a22048d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:25.742142 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-9193b3ae-fd3c-4454-a12a-cbd25f03813b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739064997474'] for network, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:25.747195 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-feffd78e-2a74-400c-b1da-d4ed248e169f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3812374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810974'] for router, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:26.041425 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.db.resource_extend [None req-9193b3ae-fd3c-4454-a12a-cbd25f03813b admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 05 15:51:26.099636 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device a7fafb9a-bc19-4430-b764-67c6a1909d23 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:51:26.147690 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-9193b3ae-fd3c-4454-a12a-cbd25f03813b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for network, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:26.174563 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9193b3ae-fd3c-4454-a12a-cbd25f03813b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:26.175342 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-9193b3ae-fd3c-4454-a12a-cbd25f03813b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:26.206977 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:26.251744 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cf7b1-9e43-48cb-8022-cc466ef0f920 req-a940fd0b-8787-468e-82b3-38f4b1b5128f tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:26.265230 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port a7fafb9a-bc19-4430-b764-67c6a1909d23 completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:51:26.270215 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3d9cf7b1-9e43-48cb-8022-cc466ef0f920 req-a940fd0b-8787-468e-82b3-38f4b1b5128f tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 945 time: 0.2245157 Apr 05 15:51:26.270750 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port a7fafb9a-bc19-4430-b764-67c6a1909d23 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:26.271178 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:26.374917 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3d9cf7b1-9e43-48cb-8022-cc466ef0f920 req-14958bb3-9118-4040-ba88-a0e13bdb2395 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029644 Apr 05 15:51:26.438490 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-9193b3ae-fd3c-4454-a12a-cbd25f03813b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1087272 Apr 05 15:51:26.441757 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 38746) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:26.448284 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-808ceb9e-a691-4533-bbe5-c21f2e0a8c9f admin admin] Request body: {'subnet': {'network_id': 'a4a1e995-2149-4b54-970c-0334467893dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1149090091-subnet', 'tenant_id': 'd64bd742fc92444caae4158b05bd8b6a', 'ip_version': 4}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:51:26.454103 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-808ceb9e-a691-4533-bbe5-c21f2e0a8c9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:26.466008 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-808ceb9e-a691-4533-bbe5-c21f2e0a8c9f admin admin] Usage tracker for resource:subnet and tenant:d64bd742fc92444caae4158b05bd8b6a is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:26.470547 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-808ceb9e-a691-4533-bbe5-c21f2e0a8c9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:26.474838 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b9224f-b686-4026-9879-d840f4b3a51c None None] Network 3ce91982-8c1f-4255-902f-5c00ea0bf38b requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:51:26.477667 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-808ceb9e-a691-4533-bbe5-c21f2e0a8c9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:26.477808 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193b3ae-fd3c-4454-a12a-cbd25f03813b admin admin] Pushing event updated for resources: {'Network': ['ID=a4a1e995-2149-4b54-970c-0334467893dd,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:26.491520 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-9193b3ae-fd3c-4454-a12a-cbd25f03813b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:26.499745 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Network a4a1e995-2149-4b54-970c-0334467893dd details requested by agent ovs-agent-dv-cinder-784779-1-iscsi with host dv-cinder-784779-1-iscsi {{(pid=84431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:51:26.556591 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808ceb9e-a691-4533-bbe5-c21f2e0a8c9f admin admin] Made reservation on behalf of d64bd742fc92444caae4158b05bd8b6a for: {'subnet': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:51:26.556811 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feffd78e-2a74-400c-b1da-d4ed248e169f admin admin] Router bc87c9dc-43e2-4935-a0d2-a7af6655646a is scheduled to L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b with binding_index 1 {{(pid=84429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 15:51:26.561703 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-808ceb9e-a691-4533-bbe5-c21f2e0a8c9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852627886'] for subnet, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:26.732572 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:26.756761 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-8647b88c-11db-474b-8d68-a742564bb21b None None] Provisioning for port 05b1e244-f5e7-4288-8424-2dd6aac5222b completed by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:51:26.785851 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] For port a7fafb9a-bc19-4430-b764-67c6a1909d23, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=a7fafb9a-bc19-4430-b764-67c6a1909d23,segment=NetworkSegment(45fc7be4-cb6f-44c4-878d-af01c4212144),segment_id=45fc7be4-cb6f-44c4-878d-af01c4212144)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:51:26.806713 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feffd78e-2a74-400c-b1da-d4ed248e169f admin admin] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:51:26.842621 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a30c4c-dd63-4c62-945f-5b59fac4d0fb None None] Sync routers for ids ['bc87c9dc-43e2-4935-a0d2-a7af6655646a'] in dv-cinder-784779-1-iscsi {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:51:26.851032 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:26.851933 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 75d614f4-2e88-4277-8683-439051d9965b up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:51:26.876886 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-feffd78e-2a74-400c-b1da-d4ed248e169f admin admin] Notify callbacks [] for router, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:26.878472 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-feffd78e-2a74-400c-b1da-d4ed248e169f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.8889670 Apr 05 15:51:26.881048 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 38764) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:26.891281 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:26.979220 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a30c4c-dd63-4c62-945f-5b59fac4d0fb None None] Routers {'bc87c9dc-43e2-4935-a0d2-a7af6655646a'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:51:26.980415 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-09a30c4c-dd63-4c62-945f-5b59fac4d0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:51:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['bc87c9dc-43e2-4935-a0d2-a7af6655646a'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:27.357745 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-808ceb9e-a691-4533-bbe5-c21f2e0a8c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852627871'] for subnet, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:27.602192 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d5b4a23e-fba8-4631-bfbd-3703dd2b7c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:27.686829 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Pushing event updated for resources: {'Port': ['ID=a7fafb9a-bc19-4430-b764-67c6a1909d23,revision_number=4']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:27.713116 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:27.768606 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 75d614f4-2e88-4277-8683-439051d9965b triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:27.769026 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:27.786187 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 38790) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:27.833574 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47e88dd-08ff-48bd-a806-c75a93df3ab6 None None] Sync routers for ids ['b27a713c-fe9a-4a9f-9d97-93727e3c81ed'] in dv-cinder-784779-1-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:51:27.837928 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ceb9e-a691-4533-bbe5-c21f2e0a8c9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cdb785d-05a0-4a31-947b-6b93b954cb8e,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:27.863819 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47e88dd-08ff-48bd-a806-c75a93df3ab6 None None] Routers {'b27a713c-fe9a-4a9f-9d97-93727e3c81ed'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:51:27.871899 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-808ceb9e-a691-4533-bbe5-c21f2e0a8c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:27.872251 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-c47e88dd-08ff-48bd-a806-c75a93df3ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:51:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['b27a713c-fe9a-4a9f-9d97-93727e3c81ed'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:27.898563 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-09a30c4c-dd63-4c62-945f-5b59fac4d0fb None None] Set router bc87c9dc-43e2-4935-a0d2-a7af6655646a gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:51:27.899726 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808ceb9e-a691-4533-bbe5-c21f2e0a8c9f admin admin] Checking segment: {'id': '1ff5b92a-f25a-4cba-9582-211b32bfdd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a4a1e995-2149-4b54-970c-0334467893dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:51:27.899845 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808ceb9e-a691-4533-bbe5-c21f2e0a8c9f admin admin] Network hostable DHCP agents. Network: a4a1e995-2149-4b54-970c-0334467893dd, hostable agents: ['0f32e0e8-c846-4e58-971c-cb28b45a07b7'], hosted agents: [] {{(pid=84430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:51:27.987865 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9035f87-3c00-4ef4-a4ed-032b6be15cfd req-8e584f67-9408-461a-89b5-1a1790057b10 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:27.989608 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b9035f87-3c00-4ef4-a4ed-032b6be15cfd req-8e584f67-9408-461a-89b5-1a1790057b10 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 945 time: 0.3101377 Apr 05 15:51:28.008351 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808ceb9e-a691-4533-bbe5-c21f2e0a8c9f admin admin] Network a4a1e995-2149-4b54-970c-0334467893dd is scheduled to be hosted by DHCP agent 0f32e0e8-c846-4e58-971c-cb28b45a07b7 with binding_index 1 {{(pid=84430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:51:28.091268 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b9035f87-3c00-4ef4-a4ed-032b6be15cfd req-06f998e2-f4aa-40ea-a97c-f5efb6001705 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876534 Apr 05 15:51:28.109803 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91aa186-5994-496c-94cb-63109cbe7a9f req-ded1d86c-3356-421b-8abb-2a19eb973707 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:28.118047 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f91aa186-5994-496c-94cb-63109cbe7a9f req-ded1d86c-3356-421b-8abb-2a19eb973707 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.3404148 Apr 05 15:51:28.150897 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-808ceb9e-a691-4533-bbe5-c21f2e0a8c9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-iscsi, a4a1e995-2149-4b54-970c-0334467893dd) {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:51:28.168500 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808ceb9e-a691-4533-bbe5-c21f2e0a8c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:28.169151 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-808ceb9e-a691-4533-bbe5-c21f2e0a8c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:28.235466 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c062283-c4f4-439e-a65a-45625427bd39 None None] Network a4a1e995-2149-4b54-970c-0334467893dd requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:51:28.259087 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f91aa186-5994-496c-94cb-63109cbe7a9f req-7ebe70ed-6dda-40d1-a973-9d31f4e76ded tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399314 Apr 05 15:51:28.267310 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-808ceb9e-a691-4533-bbe5-c21f2e0a8c9f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8237598 Apr 05 15:51:28.268219 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 38802) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:28.277356 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-c47e88dd-08ff-48bd-a806-c75a93df3ab6 None None] Set router b27a713c-fe9a-4a9f-9d97-93727e3c81ed gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:51:28.280928 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-916855ba-0f11-4692-a224-a71446a21611 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1149090091-router', 'tenant_id': 'd64bd742fc92444caae4158b05bd8b6a', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:51:28.293300 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-916855ba-0f11-4692-a224-a71446a21611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:28.301099 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-916855ba-0f11-4692-a224-a71446a21611 admin admin] Usage tracker for resource:router and tenant:d64bd742fc92444caae4158b05bd8b6a is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:28.305825 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-916855ba-0f11-4692-a224-a71446a21611 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:28.312829 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-916855ba-0f11-4692-a224-a71446a21611 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:28.357177 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-916855ba-0f11-4692-a224-a71446a21611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3851488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3375'] for router, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:28.369968 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-916855ba-0f11-4692-a224-a71446a21611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850924409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850964880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850743491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772457'] for router, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:28.405896 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 38812) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:28.426163 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-916855ba-0f11-4692-a224-a71446a21611 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:28.520713 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b11ad62d-2580-400e-b94b-5e5fd5056795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:28.577852 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-b11ad62d-2580-400e-b94b-5e5fd5056795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:28.586064 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-b11ad62d-2580-400e-b94b-5e5fd5056795 admin admin] Usage tracker for resource:security_group_rule and tenant:cc3364fb58494b5d91c880d51eefdecf is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:28.601808 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-b11ad62d-2580-400e-b94b-5e5fd5056795 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:28.608777 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-b11ad62d-2580-400e-b94b-5e5fd5056795 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:28.668649 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device d9ab0c9a-147c-4754-9117-98ffc83feff4 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:51:28.946670 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-233fdc5d-d860-4b46-a0b2-f644f16b5746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:29.064115 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-c47e88dd-08ff-48bd-a806-c75a93df3ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'name': 'tempest-TestShelveInstance-648174114-router', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a7fafb9a-bc19-4430-b764-67c6a1909d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:12Z', 'updated_at': '2021-04-05T15:51:19Z', 'revision_number': 4, 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'gw_port': {'id': 'a7fafb9a-bc19-4430-b764-67c6a1909d23', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:14Z', 'updated_at': '2021-04-05T15:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'da714203-5d2b-43d1-b02f-250b806d8c6c', 'name': '', 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'mac_address': 'fa:16:3e:e4:cc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '259bfebd-f402-4bad-8767-beb45f5f4266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:18Z', 'updated_at': '2021-04-05T15:51:19Z', 'revision_number': 2, 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'subnets': [{'id': '259bfebd-f402-4bad-8767-beb45f5f4266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:29.069951 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47e88dd-08ff-48bd-a806-c75a93df3ab6 None None] Checking router: b27a713c-fe9a-4a9f-9d97-93727e3c81ed for host: dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:51:29.070621 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47e88dd-08ff-48bd-a806-c75a93df3ab6 None None] Updating router b27a713c-fe9a-4a9f-9d97-93727e3c81ed port da714203-5d2b-43d1-b02f-250b806d8c6c binding host dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:51:29.100992 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-683fcb66-0f42-4377-a2a7-97827d99fb7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:29.102956 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 05b1e244-f5e7-4288-8424-2dd6aac5222b up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:51:29.210885 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c47e88dd-08ff-48bd-a806-c75a93df3ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:29.267456 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port d9ab0c9a-147c-4754-9117-98ffc83feff4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d9ab0c9a-147c-4754-9117-98ffc83feff4,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:51:29.278348 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-683fcb66-0f42-4377-a2a7-97827d99fb7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:29.284940 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-683fcb66-0f42-4377-a2a7-97827d99fb7e admin admin] Usage tracker for resource:security_group_rule and tenant:ec1628abb5c64c72b0d86867f19a8907 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:29.294751 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-683fcb66-0f42-4377-a2a7-97827d99fb7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:29.312146 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-683fcb66-0f42-4377-a2a7-97827d99fb7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:29.313849 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-233fdc5d-d860-4b46-a0b2-f644f16b5746 admin admin] Allocated IP 172.20.0.1 (3ce91982-8c1f-4255-902f-5c00ea0bf38b/3da89882-dc5b-479c-b3ce-600b4be92e73/3de20dbd-c9c1-49e1-9483-e3f808528e0e) {{(pid=84429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:51:29.331749 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Returning: {'device': 'd9ab0c9a-147c-4754-9117-98ffc83feff4', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'port_id': 'd9ab0c9a-147c-4754-9117-98ffc83feff4', 'mac_address': 'fa:16:3e:7c:43:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:51:29.347872 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64853335-304d-4bf3-a5c2-aef2644dd918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b9143b4-5a49-5eb4-a51a-b575d5c783cf-a4a1e995-2149-4b54-970c-0334467893dd', 'network_id': 'a4a1e995-2149-4b54-970c-0334467893dd', 'tenant_id': 'd64bd742fc92444caae4158b05bd8b6a', 'fixed_ips': [{'subnet_id': '1cdb785d-05a0-4a31-947b-6b93b954cb8e'}]}} from dv-cinder-784779-1-iscsi. {{(pid=84431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 15:51:29.348779 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-64853335-304d-4bf3-a5c2-aef2644dd918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:29.421101 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port 05b1e244-f5e7-4288-8424-2dd6aac5222b completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:51:29.436283 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-09a30c4c-dd63-4c62-945f-5b59fac4d0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc87c9dc-43e2-4935-a0d2-a7af6655646a', 'name': 'tempest-TestMinimumBasicScenario-1760515569-router', 'tenant_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e8126b43-aab0-4a9c-9b40-148f190c7d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:20Z', 'updated_at': '2021-04-05T15:51:24Z', 'revision_number': 3, 'project_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'gw_port': {'id': 'e8126b43-aab0-4a9c-9b40-148f190c7d04', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:68:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc87c9dc-43e2-4935-a0d2-a7af6655646a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:22Z', 'updated_at': '2021-04-05T15:51:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi'}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:29.448891 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 05b1e244-f5e7-4288-8424-2dd6aac5222b triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:29.449309 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:29.468317 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-683fcb66-0f42-4377-a2a7-97827d99fb7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:29.527340 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a30c4c-dd63-4c62-945f-5b59fac4d0fb None None] Checking router: bc87c9dc-43e2-4935-a0d2-a7af6655646a for host: dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:51:29.527713 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a30c4c-dd63-4c62-945f-5b59fac4d0fb None None] Updating router bc87c9dc-43e2-4935-a0d2-a7af6655646a port e8126b43-aab0-4a9c-9b40-148f190c7d04 binding host dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:51:29.578971 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-233fdc5d-d860-4b46-a0b2-f644f16b5746 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:29.615645 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:29.620153 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-233fdc5d-d860-4b46-a0b2-f644f16b5746 admin admin] Transition to ACTIVE for port object 3de20dbd-c9c1-49e1-9483-e3f808528e0e will not be triggered until provisioned by entity DHCP. {{(pid=84429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:51:29.641491 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-683fcb66-0f42-4377-a2a7-97827d99fb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:29.701181 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-233fdc5d-d860-4b46-a0b2-f644f16b5746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:29.717572 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9ab0c9a-147c-4754-9117-98ffc83feff4 {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:51:29.725088 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-09a30c4c-dd63-4c62-945f-5b59fac4d0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:29.728020 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:29.749137 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-cf107a67-0ec9-496a-add2-942892ebdad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:29.836232 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fdc5d-d860-4b46-a0b2-f644f16b5746 admin admin] Pushing event updated for resources: {'Port': ['ID=3de20dbd-c9c1-49e1-9483-e3f808528e0e,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:29.841070 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-233fdc5d-d860-4b46-a0b2-f644f16b5746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:29.863907 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port d9ab0c9a-147c-4754-9117-98ffc83feff4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d9ab0c9a-147c-4754-9117-98ffc83feff4,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:51:29.882712 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-916855ba-0f11-4692-a224-a71446a21611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850964895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850963425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772476'] for router, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:29.888450 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fcb66-0f42-4377-a2a7-97827d99fb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5201d8-f78c-4645-abd9-6720d725c465,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:29.924850 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-683fcb66-0f42-4377-a2a7-97827d99fb7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:29.946731 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:29.958890 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:30.006971 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-683fcb66-0f42-4377-a2a7-97827d99fb7e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec1628abb5c64c72b0d86867f19a8907&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5999045 Apr 05 15:51:30.010694 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 38868) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:30.041943 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c47e88dd-08ff-48bd-a806-c75a93df3ab6 None None] Notify callbacks [] for port, precommit_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:30.057055 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c47e88dd-08ff-48bd-a806-c75a93df3ab6 None None] Transition to ACTIVE for port object da714203-5d2b-43d1-b02f-250b806d8c6c will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:51:30.063815 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233fdc5d-d860-4b46-a0b2-f644f16b5746 admin admin] Network 3ce91982-8c1f-4255-902f-5c00ea0bf38b is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:51:30.065851 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-233fdc5d-d860-4b46-a0b2-f644f16b5746 admin admin] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:51:30.068722 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233fdc5d-d860-4b46-a0b2-f644f16b5746 admin admin] Received port after_create {{(pid=84429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:51:30.133734 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c47e88dd-08ff-48bd-a806-c75a93df3ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:30.170290 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-233fdc5d-d860-4b46-a0b2-f644f16b5746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850918333'] for router_interface, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:30.172275 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7a678ddf-6feb-4553-818c-520ef63eaa18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:30.205508 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b11ad62d-2580-400e-b94b-5e5fd5056795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:30.314596 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-64853335-304d-4bf3-a5c2-aef2644dd918 None None] Allocated IP 172.20.0.2 (a4a1e995-2149-4b54-970c-0334467893dd/1cdb785d-05a0-4a31-947b-6b93b954cb8e/52228a95-4b14-417e-a147-b38c444ab02f) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:51:30.354130 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb4d48-0f1a-443f-8763-2f38dc63722d req-0e5705ee-2e9d-4f00-9cd8-99d81ce1702c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:30.356224 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1eeb4d48-0f1a-443f-8763-2f38dc63722d req-0e5705ee-2e9d-4f00-9cd8-99d81ce1702c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 945 time: 0.7553000 Apr 05 15:51:30.380836 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['d9ab0c9a-147c-4754-9117-98ffc83feff4'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:51:30.388771 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b11ad62d-2580-400e-b94b-5e5fd5056795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:30.400344 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:30.424839 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8f5bda9e-2643-49f6-a783-84dfa9764d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:30.447789 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-233fdc5d-d860-4b46-a0b2-f644f16b5746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:30.455752 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:30.466817 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3b5c3-3642-4a23-b39e-356a8ee51515 None None] Pushing event updated for resources: {'Port': ['ID=da714203-5d2b-43d1-b02f-250b806d8c6c,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:30.482946 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f4a3b5c3-3642-4a23-b39e-356a8ee51515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:30.483105 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8f5bda9e-2643-49f6-a783-84dfa9764d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:30.531968 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-d1ac367c-41a4-4e85-9e85-35f053e06c52 None None] Provisioning for port 3de20dbd-c9c1-49e1-9483-e3f808528e0e completed by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:51:30.590078 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-d1ac367c-41a4-4e85-9e85-35f053e06c52 None None] Provisioning complete for port 3de20dbd-c9c1-49e1-9483-e3f808528e0e triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:30.590615 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d1ac367c-41a4-4e85-9e85-35f053e06c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:30.592659 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-b11ad62d-2580-400e-b94b-5e5fd5056795 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc3364fb58494b5d91c880d51eefdecf&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8031631 Apr 05 15:51:30.716991 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 38894) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:30.750826 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac367c-41a4-4e85-9e85-35f053e06c52 None None] Port 3de20dbd-c9c1-49e1-9483-e3f808528e0e cannot update to ACTIVE because it is not bound. {{(pid=84431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:51:30.752643 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=d9ab0c9a-147c-4754-9117-98ffc83feff4,revision_number=6']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:30.755167 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1eeb4d48-0f1a-443f-8763-2f38dc63722d req-31644ded-6068-4ff0-9273-6b921b26d5f9 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3570423 Apr 05 15:51:30.800096 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.841s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:30.835089 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8f5bda9e-2643-49f6-a783-84dfa9764d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:30.997098 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ad62d-2580-400e-b94b-5e5fd5056795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadf93ad-4562-4e28-81d4-df7ead52323b,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:31.014282 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8f5bda9e-2643-49f6-a783-84dfa9764d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:31.015555 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-8f5bda9e-2643-49f6-a783-84dfa9764d3a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6f5201d8-f78c-4645-abd9-6720d725c465 HTTP/1.1" status: 204 len: 168 time: 0.9998841 Apr 05 15:51:31.024086 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b11ad62d-2580-400e-b94b-5e5fd5056795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:31.025964 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-af31d9ee-f905-4835-bd94-568150c0e49b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:31.065250 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-c47e88dd-08ff-48bd-a806-c75a93df3ab6 None None] Attempting to bind port da714203-5d2b-43d1-b02f-250b806d8c6c on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:51:31.065666 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-c47e88dd-08ff-48bd-a806-c75a93df3ab6 None None] Attempting to bind port da714203-5d2b-43d1-b02f-250b806d8c6c by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': '87acdd3d-d43a-43b2-b114-7774e6f8900e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:51:31.066148 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47e88dd-08ff-48bd-a806-c75a93df3ab6 None None] Attempting to bind port da714203-5d2b-43d1-b02f-250b806d8c6c on network 297efcce-d14a-4ebe-b53a-0ac8cfcd24f7 {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:51:31.067207 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5bda9e-2643-49f6-a783-84dfa9764d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5201d8-f78c-4645-abd9-6720d725c465,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:31.073056 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47e88dd-08ff-48bd-a806-c75a93df3ab6 None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:51:31.074087 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47e88dd-08ff-48bd-a806-c75a93df3ab6 None None] Checking segment: {'id': '87acdd3d-d43a-43b2-b114-7774e6f8900e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:51:31.077629 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c47e88dd-08ff-48bd-a806-c75a93df3ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:31.078097 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47e88dd-08ff-48bd-a806-c75a93df3ab6 None None] Bound using segment: {'id': '87acdd3d-d43a-43b2-b114-7774e6f8900e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:51:31.081256 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-233fdc5d-d860-4b46-a0b2-f644f16b5746 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:31.082652 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-c47e88dd-08ff-48bd-a806-c75a93df3ab6 None None] Bound port: da714203-5d2b-43d1-b02f-250b806d8c6c, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87acdd3d-d43a-43b2-b114-7774e6f8900e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:51:31.082937 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c47e88dd-08ff-48bd-a806-c75a93df3ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:31.087116 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-8f5bda9e-2643-49f6-a783-84dfa9764d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:31.127593 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-233fdc5d-d860-4b46-a0b2-f644f16b5746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9499705'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:31.127916 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] For port 05b1e244-f5e7-4288-8424-2dd6aac5222b, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=05b1e244-f5e7-4288-8424-2dd6aac5222b,segment=NetworkSegment(166e6f12-264c-4590-b86f-e7133f74661f),segment_id=166e6f12-264c-4590-b86f-e7133f74661f)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:51:31.192120 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b0b8f2a6-b7f4-4a8f-a319-13109f0e1667 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:31.206163 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:31.222398 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:31.273128 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c47e88dd-08ff-48bd-a806-c75a93df3ab6 None None] For port da714203-5d2b-43d1-b02f-250b806d8c6c, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:51:31.278779 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c47e88dd-08ff-48bd-a806-c75a93df3ab6 None None] For port da714203-5d2b-43d1-b02f-250b806d8c6c, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=da714203-5d2b-43d1-b02f-250b806d8c6c,segment=NetworkSegment(87acdd3d-d43a-43b2-b114-7774e6f8900e),segment_id=87acdd3d-d43a-43b2-b114-7774e6f8900e)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:51:31.332111 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c47e88dd-08ff-48bd-a806-c75a93df3ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:31.362265 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device a7fafb9a-bc19-4430-b764-67c6a1909d23 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:51:31.363962 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:31.399493 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fdc5d-d860-4b46-a0b2-f644f16b5746 admin admin] Pushing event updated for resources: {'Port': ['ID=3de20dbd-c9c1-49e1-9483-e3f808528e0e,revision_number=2']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:31.403478 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-233fdc5d-d860-4b46-a0b2-f644f16b5746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851057948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850909546'] for router_interface, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:31.560399 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-916855ba-0f11-4692-a224-a71446a21611 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:31.576748 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3b5c3-3642-4a23-b39e-356a8ee51515 None None] Pushing event updated for resources: {'Port': ['ID=da714203-5d2b-43d1-b02f-250b806d8c6c,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:31.590246 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Pushing event updated for resources: {'Port': ['ID=05b1e244-f5e7-4288-8424-2dd6aac5222b,revision_number=3']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:31.591421 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f4a3b5c3-3642-4a23-b39e-356a8ee51515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:31.610990 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:31.623614 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-916855ba-0f11-4692-a224-a71446a21611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:31.643537 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-233fdc5d-d860-4b46-a0b2-f644f16b5746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:31.682660 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-64853335-304d-4bf3-a5c2-aef2644dd918 None None] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:31.720639 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47e88dd-08ff-48bd-a806-c75a93df3ab6 None None] Routers {'b27a713c-fe9a-4a9f-9d97-93727e3c81ed'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:51:31.722265 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-64853335-304d-4bf3-a5c2-aef2644dd918 None None] Transition to ACTIVE for port object 52228a95-4b14-417e-a147-b38c444ab02f will not be triggered until provisioned by entity L2. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:51:31.723147 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-c47e88dd-08ff-48bd-a806-c75a93df3ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:51:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['b27a713c-fe9a-4a9f-9d97-93727e3c81ed'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:31.739921 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port a7fafb9a-bc19-4430-b764-67c6a1909d23 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:31.740565 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:31.765244 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-94c66594-89e3-47b6-a229-24be655aa710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:31.768223 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233fdc5d-d860-4b46-a0b2-f644f16b5746 admin admin] Network 3ce91982-8c1f-4255-902f-5c00ea0bf38b is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:51:31.769450 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-233fdc5d-d860-4b46-a0b2-f644f16b5746 admin admin] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:51:31.908387 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-94c66594-89e3-47b6-a229-24be655aa710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:32.145827 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-64853335-304d-4bf3-a5c2-aef2644dd918 None None] Transition to ACTIVE for port object 52228a95-4b14-417e-a147-b38c444ab02f will not be triggered until provisioned by entity DHCP. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:51:32.178027 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 38934) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:32.245869 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233fdc5d-d860-4b46-a0b2-f644f16b5746 admin admin] Router bc87c9dc-43e2-4935-a0d2-a7af6655646a has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:51:32.246044 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-09a30c4c-dd63-4c62-945f-5b59fac4d0fb None None] Notify callbacks [] for port, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:32.248216 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-64853335-304d-4bf3-a5c2-aef2644dd918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:32.268891 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-94c66594-89e3-47b6-a229-24be655aa710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:32.279940 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-dccedce8-48bb-4ba6-91f2-d66873cc7593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:32.298034 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c66594-89e3-47b6-a229-24be655aa710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadf93ad-4562-4e28-81d4-df7ead52323b,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:32.300566 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-94c66594-89e3-47b6-a229-24be655aa710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:32.313933 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b5bd2e6-0244-40ef-bda4-8c863d9eecc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:32.329081 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:32.334509 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-c47e88dd-08ff-48bd-a806-c75a93df3ab6 None None] Set router b27a713c-fe9a-4a9f-9d97-93727e3c81ed gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:51:32.346814 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-3b5bd2e6-0244-40ef-bda4-8c863d9eecc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:32.351138 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-3b5bd2e6-0244-40ef-bda4-8c863d9eecc4 admin admin] Usage tracker for resource:security_group_rule and tenant:32c8ed808aa54f5d8d6a7e4ef7465d01 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:32.354169 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-3b5bd2e6-0244-40ef-bda4-8c863d9eecc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:32.374554 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-3b5bd2e6-0244-40ef-bda4-8c863d9eecc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:32.543431 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b5bd2e6-0244-40ef-bda4-8c863d9eecc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:32.574994 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e00d3-80c8-4d9c-b063-a856ed4d28d1 req-9840e2c8-b163-4fd0-b8f3-dc1b493caddf tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:32.578617 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e85e00d3-80c8-4d9c-b063-a856ed4d28d1 req-9840e2c8-b163-4fd0-b8f3-dc1b493caddf tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 944 time: 0.4242389 Apr 05 15:51:32.580472 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b5bd2e6-0244-40ef-bda4-8c863d9eecc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:32.601346 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-eb636da5-0664-4da0-956f-bee60acec0eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:32.624009 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233fdc5d-d860-4b46-a0b2-f644f16b5746 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:51:32.639845 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-233fdc5d-d860-4b46-a0b2-f644f16b5746 admin admin] 10.222.0.44 "PUT /v2.0/routers/bc87c9dc-43e2-4935-a0d2-a7af6655646a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7576895 Apr 05 15:51:32.648521 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bd2e6-0244-40ef-bda4-8c863d9eecc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd35a4b3-9912-4958-b525-7f9bad6b2284,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:32.666062 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3b5bd2e6-0244-40ef-bda4-8c863d9eecc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:32.675546 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-94c66594-89e3-47b6-a229-24be655aa710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:32.676928 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-94c66594-89e3-47b6-a229-24be655aa710 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cadf93ad-4562-4e28-81d4-df7ead52323b HTTP/1.1" status: 204 len: 168 time: 1.8723023 Apr 05 15:51:32.740153 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device d9ab0c9a-147c-4754-9117-98ffc83feff4 up at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:51:32.816004 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e85e00d3-80c8-4d9c-b063-a856ed4d28d1 req-65089f5b-6387-4be9-b5d1-8cb30d5e3842 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153375 Apr 05 15:51:32.842969 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64853335-304d-4bf3-a5c2-aef2644dd918 None None] Pushing event updated for resources: {'Port': ['ID=52228a95-4b14-417e-a147-b38c444ab02f,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:32.849606 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 38944) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:32.860956 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-3b5bd2e6-0244-40ef-bda4-8c863d9eecc4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=32c8ed808aa54f5d8d6a7e4ef7465d01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6813402 Apr 05 15:51:32.977159 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-64853335-304d-4bf3-a5c2-aef2644dd918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:32.977159 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-09a30c4c-dd63-4c62-945f-5b59fac4d0fb None None] Transition to ACTIVE for port object e8126b43-aab0-4a9c-9b40-148f190c7d04 will not be triggered until provisioned by entity L2. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:51:33.074345 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-09a30c4c-dd63-4c62-945f-5b59fac4d0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:33.077085 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-01154d87-c2d4-450b-a3cb-0524e5141a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:33.112905 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-01154d87-c2d4-450b-a3cb-0524e5141a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:33.131541 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-916855ba-0f11-4692-a224-a71446a21611 admin admin] Allocated IP 172.27.0.23 (dd229a0f-6ed6-426a-8b4c-b8529d79a707/9f98952a-db9d-40f5-8f74-bf7f0c188c38/0faf4784-8b57-4a49-bb41-f9e24cd5b539) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:51:33.174670 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:33.196482 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-01154d87-c2d4-450b-a3cb-0524e5141a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:33.202187 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-67037135-0e86-4bd4-8252-4a26eff05849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:33.208450 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-2a6a140f-24e1-403b-b739-94442593e40e None None] Provisioning complete for port 3de20dbd-c9c1-49e1-9483-e3f808528e0e triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:33.208873 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2a6a140f-24e1-403b-b739-94442593e40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:33.257843 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01154d87-c2d4-450b-a3cb-0524e5141a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd35a4b3-9912-4958-b525-7f9bad6b2284,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:33.272129 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-01154d87-c2d4-450b-a3cb-0524e5141a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:33.282891 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-01154d87-c2d4-450b-a3cb-0524e5141a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:33.291313 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-01154d87-c2d4-450b-a3cb-0524e5141a9d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fd35a4b3-9912-4958-b525-7f9bad6b2284 HTTP/1.1" status: 204 len: 168 time: 0.4409993 Apr 05 15:51:33.313314 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning complete for port d9ab0c9a-147c-4754-9117-98ffc83feff4 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:33.329632 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:33.371003 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-c47e88dd-08ff-48bd-a806-c75a93df3ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'name': 'tempest-TestShelveInstance-648174114-router', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a7fafb9a-bc19-4430-b764-67c6a1909d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:12Z', 'updated_at': '2021-04-05T15:51:19Z', 'revision_number': 4, 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'gw_port': {'id': 'a7fafb9a-bc19-4430-b764-67c6a1909d23', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:14Z', 'updated_at': '2021-04-05T15:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'da714203-5d2b-43d1-b02f-250b806d8c6c', 'name': '', 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'mac_address': 'fa:16:3e:e4:cc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '259bfebd-f402-4bad-8767-beb45f5f4266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:18Z', 'updated_at': '2021-04-05T15:51:31Z', 'revision_number': 4, 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'subnets': [{'id': '259bfebd-f402-4bad-8767-beb45f5f4266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:33.406031 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47e88dd-08ff-48bd-a806-c75a93df3ab6 None None] The sync data for ids ['b27a713c-fe9a-4a9f-9d97-93727e3c81ed'] in dv-cinder-784779-1-iscsi is: [{'id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'name': 'tempest-TestShelveInstance-648174114-router', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a7fafb9a-bc19-4430-b764-67c6a1909d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:12Z', 'updated_at': '2021-04-05T15:51:19Z', 'revision_number': 4, 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'gw_port': {'id': 'a7fafb9a-bc19-4430-b764-67c6a1909d23', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:14Z', 'updated_at': '2021-04-05T15:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'da714203-5d2b-43d1-b02f-250b806d8c6c', 'name': '', 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'mac_address': 'fa:16:3e:e4:cc:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '259bfebd-f402-4bad-8767-beb45f5f4266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:18Z', 'updated_at': '2021-04-05T15:51:31Z', 'revision_number': 4, 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'subnets': [{'id': '259bfebd-f402-4bad-8767-beb45f5f4266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:51:33.589941 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-916855ba-0f11-4692-a224-a71446a21611 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:33.611085 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 05b1e244-f5e7-4288-8424-2dd6aac5222b up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:51:33.651536 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 38962) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:33.710905 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-916855ba-0f11-4692-a224-a71446a21611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:33.713636 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-83792fbb-50b3-49ed-b10c-d5e6a0a5f3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:33.734834 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-83792fbb-50b3-49ed-b10c-d5e6a0a5f3fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:33.747213 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-83792fbb-50b3-49ed-b10c-d5e6a0a5f3fa admin admin] Usage tracker for resource:security_group_rule and tenant:91988202751b4866b65cbb5f35daa677 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:33.748462 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:33.751140 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-83792fbb-50b3-49ed-b10c-d5e6a0a5f3fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:33.759533 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-83792fbb-50b3-49ed-b10c-d5e6a0a5f3fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:33.894846 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-83792fbb-50b3-49ed-b10c-d5e6a0a5f3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:33.949160 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-83792fbb-50b3-49ed-b10c-d5e6a0a5f3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:34.011308 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e4da4877-798d-454a-a779-7e4f4a0c1df4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:34.035591 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-83792fbb-50b3-49ed-b10c-d5e6a0a5f3fa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=91988202751b4866b65cbb5f35daa677&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3799088 Apr 05 15:51:34.038741 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 38974) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:34.148066 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916855ba-0f11-4692-a224-a71446a21611 admin admin] Pushing event updated for resources: {'Port': ['ID=0faf4784-8b57-4a49-bb41-f9e24cd5b539,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:34.191692 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83792fbb-50b3-49ed-b10c-d5e6a0a5f3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc0b850-304c-4385-ac27-1ddf128fb69f,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:34.205069 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-83792fbb-50b3-49ed-b10c-d5e6a0a5f3fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:34.279674 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0e6a8480-7389-41ac-a9ac-5cacff26e278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:34.319840 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0e6a8480-7389-41ac-a9ac-5cacff26e278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:34.358072 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-916855ba-0f11-4692-a224-a71446a21611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:34.487037 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0e6a8480-7389-41ac-a9ac-5cacff26e278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:34.504189 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-93520cbc-7bfa-4bac-87c5-91c0936ad9b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:34.518877 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a8480-7389-41ac-a9ac-5cacff26e278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc0b850-304c-4385-ac27-1ddf128fb69f,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:34.528938 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99e6c2-b57b-46a2-9419-acbc6ae2d5c8 req-ceb07930-4a00-45cc-b6f2-042e561df4c0 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:34.532386 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0e6a8480-7389-41ac-a9ac-5cacff26e278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:34.537144 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-de99e6c2-b57b-46a2-9419-acbc6ae2d5c8 req-ceb07930-4a00-45cc-b6f2-042e561df4c0 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 944 time: 0.4460177 Apr 05 15:51:34.540964 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0e6a8480-7389-41ac-a9ac-5cacff26e278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:34.540964 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-0e6a8480-7389-41ac-a9ac-5cacff26e278 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8cc0b850-304c-4385-ac27-1ddf128fb69f HTTP/1.1" status: 204 len: 168 time: 0.5009768 Apr 05 15:51:34.640856 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd8f11-40ed-415d-80b8-2bac4d691252 None None] Pushing event updated for resources: {'Port': ['ID=e8126b43-aab0-4a9c-9b40-148f190c7d04,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:34.731709 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-8dfd8f11-40ed-415d-80b8-2bac4d691252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.557s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:34.762809 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-2a6a140f-24e1-403b-b739-94442593e40e None None] Port 3de20dbd-c9c1-49e1-9483-e3f808528e0e cannot update to ACTIVE because it is not bound. {{(pid=84431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:51:34.765735 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64853335-304d-4bf3-a5c2-aef2644dd918 None None] Network a4a1e995-2149-4b54-970c-0334467893dd is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:51:34.781349 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-64853335-304d-4bf3-a5c2-aef2644dd918 None None] Resources bound (agent type, host, resource id): {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:51:34.799001 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916855ba-0f11-4692-a224-a71446a21611 admin admin] Network dd229a0f-6ed6-426a-8b4c-b8529d79a707 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:51:34.833214 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-916855ba-0f11-4692-a224-a71446a21611 admin admin] Resources bound (agent type, host, resource id): {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:51:34.842669 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64853335-304d-4bf3-a5c2-aef2644dd918 None None] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:51:34.870210 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916855ba-0f11-4692-a224-a71446a21611 admin admin] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:51:35.231399 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-de99e6c2-b57b-46a2-9419-acbc6ae2d5c8 req-b76556f4-4330-45ed-9aea-5aa6f4a2b894 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6932421 Apr 05 15:51:35.250870 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:35.286195 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-09a30c4c-dd63-4c62-945f-5b59fac4d0fb None None] Attempting to bind port e8126b43-aab0-4a9c-9b40-148f190c7d04 on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:51:35.286635 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-09a30c4c-dd63-4c62-945f-5b59fac4d0fb None None] Attempting to bind port e8126b43-aab0-4a9c-9b40-148f190c7d04 by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:51:35.287044 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a30c4c-dd63-4c62-945f-5b59fac4d0fb None None] Attempting to bind port e8126b43-aab0-4a9c-9b40-148f190c7d04 on network dd229a0f-6ed6-426a-8b4c-b8529d79a707 {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:51:35.311172 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port d9ab0c9a-147c-4754-9117-98ffc83feff4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d9ab0c9a-147c-4754-9117-98ffc83feff4,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:51:35.312263 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a30c4c-dd63-4c62-945f-5b59fac4d0fb None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:51:35.312667 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a30c4c-dd63-4c62-945f-5b59fac4d0fb None None] Checking segment: {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:51:35.313112 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-09a30c4c-dd63-4c62-945f-5b59fac4d0fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:35.313588 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a30c4c-dd63-4c62-945f-5b59fac4d0fb None None] Bound using segment: {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:51:35.314098 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-09a30c4c-dd63-4c62-945f-5b59fac4d0fb None None] Bound port: e8126b43-aab0-4a9c-9b40-148f190c7d04, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:51:35.314584 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-09a30c4c-dd63-4c62-945f-5b59fac4d0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:35.367230 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd08f1-b624-418b-bb01-51324799deec req-3965a57c-319e-44fa-839f-dd03a09d7aa4 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:35.371092 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f9fd08f1-b624-418b-bb01-51324799deec req-3965a57c-319e-44fa-839f-dd03a09d7aa4 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.7081237 Apr 05 15:51:35.425708 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-09a30c4c-dd63-4c62-945f-5b59fac4d0fb None None] For port e8126b43-aab0-4a9c-9b40-148f190c7d04, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:51:35.432504 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-09a30c4c-dd63-4c62-945f-5b59fac4d0fb None None] For port e8126b43-aab0-4a9c-9b40-148f190c7d04, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=e8126b43-aab0-4a9c-9b40-148f190c7d04,segment=NetworkSegment(45fc7be4-cb6f-44c4-878d-af01c4212144),segment_id=45fc7be4-cb6f-44c4-878d-af01c4212144)] {{(pid=84431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:51:35.445359 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ad1f83-fffe-4e12-b368-d4dc93b959ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ab0c9a-147c-4754-9117-98ffc83feff4'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:51:35.472564 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:35.485886 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-64853335-304d-4bf3-a5c2-aef2644dd918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:35.504935 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f9fd08f1-b624-418b-bb01-51324799deec req-7283968b-79d7-4845-91e4-84fe3fedc275 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238625 Apr 05 15:51:35.552895 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-09a30c4c-dd63-4c62-945f-5b59fac4d0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:35.573652 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ad1f83-fffe-4e12-b368-d4dc93b959ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ab0c9a-147c-4754-9117-98ffc83feff4', 'code': 200} Apr 05 15:51:35.580738 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 05b1e244-f5e7-4288-8424-2dd6aac5222b triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:35.580738 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:35.664336 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-64853335-304d-4bf3-a5c2-aef2644dd918 None None] Attempting to bind port 52228a95-4b14-417e-a147-b38c444ab02f on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:51:35.664866 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-64853335-304d-4bf3-a5c2-aef2644dd918 None None] Attempting to bind port 52228a95-4b14-417e-a147-b38c444ab02f by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': '1ff5b92a-f25a-4cba-9582-211b32bfdd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a4a1e995-2149-4b54-970c-0334467893dd'}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:51:35.665154 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64853335-304d-4bf3-a5c2-aef2644dd918 None None] Attempting to bind port 52228a95-4b14-417e-a147-b38c444ab02f on network a4a1e995-2149-4b54-970c-0334467893dd {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:51:35.704161 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64853335-304d-4bf3-a5c2-aef2644dd918 None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:51:35.704597 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64853335-304d-4bf3-a5c2-aef2644dd918 None None] Checking segment: {'id': '1ff5b92a-f25a-4cba-9582-211b32bfdd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a4a1e995-2149-4b54-970c-0334467893dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:51:35.705044 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-64853335-304d-4bf3-a5c2-aef2644dd918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:35.705492 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64853335-304d-4bf3-a5c2-aef2644dd918 None None] Bound using segment: {'id': '1ff5b92a-f25a-4cba-9582-211b32bfdd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a4a1e995-2149-4b54-970c-0334467893dd'} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:51:35.706026 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-64853335-304d-4bf3-a5c2-aef2644dd918 None None] Bound port: 52228a95-4b14-417e-a147-b38c444ab02f, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff5b92a-f25a-4cba-9582-211b32bfdd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a4a1e995-2149-4b54-970c-0334467893dd'}}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:51:35.706565 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-64853335-304d-4bf3-a5c2-aef2644dd918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:35.717911 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=d9ab0c9a-147c-4754-9117-98ffc83feff4,revision_number=7']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:35.731600 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:35.740364 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7cb0fdfd-4b35-48eb-9266-2a82b949d6e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:36.125851 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-64853335-304d-4bf3-a5c2-aef2644dd918 None None] For port 52228a95-4b14-417e-a147-b38c444ab02f, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:51:36.134351 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-64853335-304d-4bf3-a5c2-aef2644dd918 None None] For port 52228a95-4b14-417e-a147-b38c444ab02f, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=52228a95-4b14-417e-a147-b38c444ab02f,segment=NetworkSegment(1ff5b92a-f25a-4cba-9582-211b32bfdd07),segment_id=1ff5b92a-f25a-4cba-9582-211b32bfdd07)] {{(pid=84431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:51:36.203231 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device da714203-5d2b-43d1-b02f-250b806d8c6c up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:51:36.274763 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-64853335-304d-4bf3-a5c2-aef2644dd918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:36.274964 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-916855ba-0f11-4692-a224-a71446a21611 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:36.374327 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd8f11-40ed-415d-80b8-2bac4d691252 None None] Pushing event updated for resources: {'Port': ['ID=e8126b43-aab0-4a9c-9b40-148f190c7d04,revision_number=3']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:36.389162 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-8dfd8f11-40ed-415d-80b8-2bac4d691252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:36.443325 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-dddaa678-bc79-412d-bfc4-c91a0df43e88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:36.687143 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a30c4c-dd63-4c62-945f-5b59fac4d0fb None None] Routers {'bc87c9dc-43e2-4935-a0d2-a7af6655646a'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:51:36.687847 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-09a30c4c-dd63-4c62-945f-5b59fac4d0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:51:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['bc87c9dc-43e2-4935-a0d2-a7af6655646a'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:37.025284 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-09a30c4c-dd63-4c62-945f-5b59fac4d0fb None None] Set router bc87c9dc-43e2-4935-a0d2-a7af6655646a gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:51:37.142077 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-916855ba-0f11-4692-a224-a71446a21611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3812374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810974'] for router, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:37.390875 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64853335-304d-4bf3-a5c2-aef2644dd918 None None] Pushing event updated for resources: {'Port': ['ID=52228a95-4b14-417e-a147-b38c444ab02f,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:37.410395 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port da714203-5d2b-43d1-b02f-250b806d8c6c completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:51:37.416312 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-64853335-304d-4bf3-a5c2-aef2644dd918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.973s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:37.456831 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bde0d5-0537-41e2-b546-a42113e77b06 req-f94bd683-f3e9-4098-b27c-30de862a3b5b tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:37.458669 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b1bde0d5-0537-41e2-b546-a42113e77b06 req-f94bd683-f3e9-4098-b27c-30de862a3b5b tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 945 time: 0.5329385 Apr 05 15:51:37.480387 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbc482-bb70-430f-b17d-fc358f16d2b4 req-7162ad56-e08f-451b-b584-3c80a3c93299 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:37.483861 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c8fbc482-bb70-430f-b17d-fc358f16d2b4 req-7162ad56-e08f-451b-b584-3c80a3c93299 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.5568657 Apr 05 15:51:37.506148 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port da714203-5d2b-43d1-b02f-250b806d8c6c triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:37.506567 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:37.571271 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b1bde0d5-0537-41e2-b546-a42113e77b06 req-eadfc525-ab04-496e-bf9f-868fcacdc7b1 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862195 Apr 05 15:51:37.637741 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c8fbc482-bb70-430f-b17d-fc358f16d2b4 req-45cf8426-1837-4dd7-a6f7-624691c8880d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465213 Apr 05 15:51:37.739255 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916855ba-0f11-4692-a224-a71446a21611 admin admin] Router f0d8c440-cc44-4957-85a0-6c5e877777d1 is scheduled to L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b with binding_index 1 {{(pid=84430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 15:51:37.885344 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:37.972071 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] For port da714203-5d2b-43d1-b02f-250b806d8c6c, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=da714203-5d2b-43d1-b02f-250b806d8c6c,segment=NetworkSegment(87acdd3d-d43a-43b2-b114-7774e6f8900e),segment_id=87acdd3d-d43a-43b2-b114-7774e6f8900e)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:51:37.989633 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-09a30c4c-dd63-4c62-945f-5b59fac4d0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc87c9dc-43e2-4935-a0d2-a7af6655646a', 'name': 'tempest-TestMinimumBasicScenario-1760515569-router', 'tenant_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e8126b43-aab0-4a9c-9b40-148f190c7d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:20Z', 'updated_at': '2021-04-05T15:51:30Z', 'revision_number': 4, 'project_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'gw_port': {'id': 'e8126b43-aab0-4a9c-9b40-148f190c7d04', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:68:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc87c9dc-43e2-4935-a0d2-a7af6655646a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:22Z', 'updated_at': '2021-04-05T15:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': '3de20dbd-c9c1-49e1-9483-e3f808528e0e', 'name': '', 'network_id': '3ce91982-8c1f-4255-902f-5c00ea0bf38b', 'tenant_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'mac_address': 'fa:16:3e:9b:40:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc87c9dc-43e2-4935-a0d2-a7af6655646a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '3da89882-dc5b-479c-b3ce-600b4be92e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:29Z', 'updated_at': '2021-04-05T15:51:30Z', 'revision_number': 2, 'project_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'subnets': [{'id': '3da89882-dc5b-479c-b3ce-600b4be92e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:37.999279 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a30c4c-dd63-4c62-945f-5b59fac4d0fb None None] The sync data for ids ['bc87c9dc-43e2-4935-a0d2-a7af6655646a'] in dv-cinder-784779-1-iscsi is: [{'id': 'bc87c9dc-43e2-4935-a0d2-a7af6655646a', 'name': 'tempest-TestMinimumBasicScenario-1760515569-router', 'tenant_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e8126b43-aab0-4a9c-9b40-148f190c7d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:20Z', 'updated_at': '2021-04-05T15:51:30Z', 'revision_number': 4, 'project_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'gw_port': {'id': 'e8126b43-aab0-4a9c-9b40-148f190c7d04', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:68:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc87c9dc-43e2-4935-a0d2-a7af6655646a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:22Z', 'updated_at': '2021-04-05T15:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': '3de20dbd-c9c1-49e1-9483-e3f808528e0e', 'name': '', 'network_id': '3ce91982-8c1f-4255-902f-5c00ea0bf38b', 'tenant_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'mac_address': 'fa:16:3e:9b:40:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc87c9dc-43e2-4935-a0d2-a7af6655646a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '3da89882-dc5b-479c-b3ce-600b4be92e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:29Z', 'updated_at': '2021-04-05T15:51:30Z', 'revision_number': 2, 'project_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'subnets': [{'id': '3da89882-dc5b-479c-b3ce-600b4be92e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:51:38.057974 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:38.063270 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:38.175748 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916855ba-0f11-4692-a224-a71446a21611 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:51:38.219102 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d89fa2-9307-4503-9451-911f1166632f None None] Sync routers for ids ['f0d8c440-cc44-4957-85a0-6c5e877777d1'] in dv-cinder-784779-1-iscsi {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:51:38.264607 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-916855ba-0f11-4692-a224-a71446a21611 admin admin] Notify callbacks [] for router, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:38.266769 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-916855ba-0f11-4692-a224-a71446a21611 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.9975297 Apr 05 15:51:38.278644 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 39072) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:38.286803 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d89fa2-9307-4503-9451-911f1166632f None None] Routers {'f0d8c440-cc44-4957-85a0-6c5e877777d1'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:51:38.287479 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-28d89fa2-9307-4503-9451-911f1166632f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:51:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['f0d8c440-cc44-4957-85a0-6c5e877777d1'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:39.282950 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-28d89fa2-9307-4503-9451-911f1166632f None None] Set router f0d8c440-cc44-4957-85a0-6c5e877777d1 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:51:39.291102 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de750785-fb9c-44e8-82e4-231df1782eb1 req-d6249231-1f6e-4475-9c30-974b2e9fffee tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:39.293823 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-de750785-fb9c-44e8-82e4-231df1782eb1 req-d6249231-1f6e-4475-9c30-974b2e9fffee tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.4129810 Apr 05 15:51:39.443655 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a5dd8-1591-45cb-b627-822927294d46 req-4aed4c90-0c62-42f4-bd5d-0dda9b71c5c0 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:39.445380 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-775a5dd8-1591-45cb-b627-822927294d46 req-4aed4c90-0c62-42f4-bd5d-0dda9b71c5c0 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 945 time: 0.3725512 Apr 05 15:51:39.454220 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-de750785-fb9c-44e8-82e4-231df1782eb1 req-c353b0d4-72c0-4320-b42b-414308f6ad53 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328802 Apr 05 15:51:39.572444 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-775a5dd8-1591-45cb-b627-822927294d46 req-29f23818-14cf-4d09-b4d1-a94e666cf39b tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170828 Apr 05 15:51:39.757874 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 52228a95-4b14-417e-a147-b38c444ab02f up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:51:39.907053 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Pushing event updated for resources: {'Port': ['ID=da714203-5d2b-43d1-b02f-250b806d8c6c,revision_number=5']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:39.930683 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc04483-afa2-4fc1-be89-5cab156ed974 None None] Network a4a1e995-2149-4b54-970c-0334467893dd requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:51:40.152609 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.086s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:40.339394 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-d8b02f9a-93cc-4971-808a-7c429a4147f9 None None] Provisioning for port 52228a95-4b14-417e-a147-b38c444ab02f completed by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:51:40.350305 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port 52228a95-4b14-417e-a147-b38c444ab02f completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:51:40.373387 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 52228a95-4b14-417e-a147-b38c444ab02f triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:40.373387 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:40.465729 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-29d30d0f-452f-412c-808e-3ec204ed6809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:40.471615 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-d8b02f9a-93cc-4971-808a-7c429a4147f9 None None] Provisioning complete for port 52228a95-4b14-417e-a147-b38c444ab02f triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:40.472091 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d8b02f9a-93cc-4971-808a-7c429a4147f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:40.731718 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:40.895302 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde36bba-df71-44b7-9944-f13271c7edee req-dcdd0509-0775-4720-8ffe-85483e423f3f tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:40.896844 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bde36bba-df71-44b7-9944-f13271c7edee req-dcdd0509-0775-4720-8ffe-85483e423f3f tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.2297390 Apr 05 15:51:40.944375 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-29d30d0f-452f-412c-808e-3ec204ed6809 admin admin] Allocated IP 172.20.0.1 (a4a1e995-2149-4b54-970c-0334467893dd/1cdb785d-05a0-4a31-947b-6b93b954cb8e/79367d11-a93e-476b-b982-84b5bcabb495) {{(pid=84429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:51:41.070664 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bde36bba-df71-44b7-9944-f13271c7edee req-088c6258-f73c-4e8a-be48-b75042ebf9a6 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542833 Apr 05 15:51:41.107770 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4cf0b1-28d7-4229-8301-3195dd4f51e9 req-cb728fc2-bc9a-4eaa-833f-c4a526fd69ef tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:41.109501 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1c4cf0b1-28d7-4229-8301-3195dd4f51e9 req-cb728fc2-bc9a-4eaa-833f-c4a526fd69ef tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 945 time: 0.3203239 Apr 05 15:51:41.113307 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] For port 52228a95-4b14-417e-a147-b38c444ab02f, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=52228a95-4b14-417e-a147-b38c444ab02f,segment=NetworkSegment(1ff5b92a-f25a-4cba-9582-211b32bfdd07),segment_id=1ff5b92a-f25a-4cba-9582-211b32bfdd07)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:51:41.195460 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1c4cf0b1-28d7-4229-8301-3195dd4f51e9 req-c59dea5c-6e30-47d1-b1ad-8b39aa2787ed tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787449 Apr 05 15:51:41.201057 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:41.214293 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-8dfd8f11-40ed-415d-80b8-2bac4d691252 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:41.319549 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-28d89fa2-9307-4503-9451-911f1166632f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d8c440-cc44-4957-85a0-6c5e877777d1', 'name': 'tempest-TestShelveInstance-1149090091-router', 'tenant_id': 'd64bd742fc92444caae4158b05bd8b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '0faf4784-8b57-4a49-bb41-f9e24cd5b539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:28Z', 'updated_at': '2021-04-05T15:51:35Z', 'revision_number': 3, 'project_id': 'd64bd742fc92444caae4158b05bd8b6a', 'gw_port': {'id': '0faf4784-8b57-4a49-bb41-f9e24cd5b539', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:17:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d8c440-cc44-4957-85a0-6c5e877777d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:31Z', 'updated_at': '2021-04-05T15:51:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi'}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:41.348591 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d89fa2-9307-4503-9451-911f1166632f None None] Checking router: f0d8c440-cc44-4957-85a0-6c5e877777d1 for host: dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:51:41.349098 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d89fa2-9307-4503-9451-911f1166632f None None] Updating router f0d8c440-cc44-4957-85a0-6c5e877777d1 port 0faf4784-8b57-4a49-bb41-f9e24cd5b539 binding host dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:51:41.375307 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-29d30d0f-452f-412c-808e-3ec204ed6809 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:41.436938 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-29d30d0f-452f-412c-808e-3ec204ed6809 admin admin] Transition to ACTIVE for port object 79367d11-a93e-476b-b982-84b5bcabb495 will not be triggered until provisioned by entity DHCP. {{(pid=84429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:51:41.507061 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-28d89fa2-9307-4503-9451-911f1166632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:41.545621 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-29d30d0f-452f-412c-808e-3ec204ed6809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:41.573210 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3e35ce95-4509-49b6-825f-d6b92af3b3d5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:41.712443 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d30d0f-452f-412c-808e-3ec204ed6809 admin admin] Pushing event updated for resources: {'Port': ['ID=79367d11-a93e-476b-b982-84b5bcabb495,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:41.761134 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-29d30d0f-452f-412c-808e-3ec204ed6809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:42.065373 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d30d0f-452f-412c-808e-3ec204ed6809 admin admin] Network a4a1e995-2149-4b54-970c-0334467893dd is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:51:42.066846 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-29d30d0f-452f-412c-808e-3ec204ed6809 admin admin] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:51:42.069557 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d30d0f-452f-412c-808e-3ec204ed6809 admin admin] Received port after_create {{(pid=84429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:51:42.197324 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device da714203-5d2b-43d1-b02f-250b806d8c6c up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:51:42.271080 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-29d30d0f-452f-412c-808e-3ec204ed6809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850918333'] for router_interface, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:42.427239 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1de851-a520-4dfd-b424-d0e3ae0084be req-7a647502-5501-49f0-b4c0-9afd109dd1f7 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:42.440574 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3e1de851-a520-4dfd-b424-d0e3ae0084be req-7a647502-5501-49f0-b4c0-9afd109dd1f7 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.2257195 Apr 05 15:51:42.492660 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-28d89fa2-9307-4503-9451-911f1166632f None None] Notify callbacks [] for port, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:42.522930 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-28d89fa2-9307-4503-9451-911f1166632f None None] Transition to ACTIVE for port object 0faf4784-8b57-4a49-bb41-f9e24cd5b539 will not be triggered until provisioned by entity L2. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:51:42.553459 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Pushing event updated for resources: {'Port': ['ID=52228a95-4b14-417e-a147-b38c444ab02f,revision_number=3']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:42.563455 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.350s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:42.578304 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3e1de851-a520-4dfd-b424-d0e3ae0084be req-3ab6e518-02de-40b4-ae72-a7648551eeb7 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364453 Apr 05 15:51:42.596913 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-28d89fa2-9307-4503-9451-911f1166632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:42.611871 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-29d30d0f-452f-412c-808e-3ec204ed6809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:42.856752 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:42.863785 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12c5f3-b567-406b-b07d-9c84b6647cba req-6649b828-d0c7-4a59-a4b5-93793290141c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:42.873802 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8d12c5f3-b567-406b-b07d-9c84b6647cba req-6649b828-d0c7-4a59-a4b5-93793290141c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 945 time: 0.1597517 Apr 05 15:51:42.964969 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8d12c5f3-b567-406b-b07d-9c84b6647cba req-9e3abdce-f59d-4460-891b-c792861e8e96 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847399 Apr 05 15:51:43.117569 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48ba50-864e-4434-ae5d-91738ecc0057 None None] Pushing event updated for resources: {'Port': ['ID=0faf4784-8b57-4a49-bb41-f9e24cd5b539,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:43.141909 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-2441b164-e7bd-4a28-b83c-397285cb8295 None None] Provisioning complete for port 52228a95-4b14-417e-a147-b38c444ab02f triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:43.142195 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2441b164-e7bd-4a28-b83c-397285cb8295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:43.164900 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34a8b15-5b0c-4c2d-aa68-933f835b7ffa None None] Sync routers for ids ['bc87c9dc-43e2-4935-a0d2-a7af6655646a'] in dv-cinder-784779-1-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:51:43.187306 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34a8b15-5b0c-4c2d-aa68-933f835b7ffa None None] Routers {'bc87c9dc-43e2-4935-a0d2-a7af6655646a'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:51:43.188332 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-b34a8b15-5b0c-4c2d-aa68-933f835b7ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:51:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['bc87c9dc-43e2-4935-a0d2-a7af6655646a'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:43.302047 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-28d89fa2-9307-4503-9451-911f1166632f None None] Attempting to bind port 0faf4784-8b57-4a49-bb41-f9e24cd5b539 on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:51:43.302561 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-28d89fa2-9307-4503-9451-911f1166632f None None] Attempting to bind port 0faf4784-8b57-4a49-bb41-f9e24cd5b539 by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:51:43.302986 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d89fa2-9307-4503-9451-911f1166632f None None] Attempting to bind port 0faf4784-8b57-4a49-bb41-f9e24cd5b539 on network dd229a0f-6ed6-426a-8b4c-b8529d79a707 {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:51:43.326985 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3a48ba50-864e-4434-ae5d-91738ecc0057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:43.336944 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d89fa2-9307-4503-9451-911f1166632f None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:51:43.337381 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d89fa2-9307-4503-9451-911f1166632f None None] Checking segment: {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:51:43.337841 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-28d89fa2-9307-4503-9451-911f1166632f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:43.346193 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d89fa2-9307-4503-9451-911f1166632f None None] Bound using segment: {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:51:43.347257 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-28d89fa2-9307-4503-9451-911f1166632f None None] Bound port: 0faf4784-8b57-4a49-bb41-f9e24cd5b539, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:51:43.347700 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-28d89fa2-9307-4503-9451-911f1166632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:43.390503 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-29d30d0f-452f-412c-808e-3ec204ed6809 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:43.451655 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-29d30d0f-452f-412c-808e-3ec204ed6809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9499705'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:43.483813 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd88de-cac1-46e3-a0e4-f5c200f77d8d req-2f4f8254-89b1-4645-9294-badda3a8984f tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:43.487572 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-95bd88de-cac1-46e3-a0e4-f5c200f77d8d req-2f4f8254-89b1-4645-9294-badda3a8984f tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.2301643 Apr 05 15:51:43.559566 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-28d89fa2-9307-4503-9451-911f1166632f None None] For port 0faf4784-8b57-4a49-bb41-f9e24cd5b539, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:51:43.567850 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-28d89fa2-9307-4503-9451-911f1166632f None None] For port 0faf4784-8b57-4a49-bb41-f9e24cd5b539, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=0faf4784-8b57-4a49-bb41-f9e24cd5b539,segment=NetworkSegment(45fc7be4-cb6f-44c4-878d-af01c4212144),segment_id=45fc7be4-cb6f-44c4-878d-af01c4212144)] {{(pid=84431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:51:43.570135 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port da714203-5d2b-43d1-b02f-250b806d8c6c triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:43.571584 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:43.599080 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-88d8e822-ae54-4fba-a95b-342445f67ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:43.611071 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-95bd88de-cac1-46e3-a0e4-f5c200f77d8d req-c0e8c2b0-4b3f-4285-af18-f55fa74b88db tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132717 Apr 05 15:51:43.646561 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-29d30d0f-452f-412c-808e-3ec204ed6809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851057948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850909546'] for router_interface, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:43.753791 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-b34a8b15-5b0c-4c2d-aa68-933f835b7ffa None None] Set router bc87c9dc-43e2-4935-a0d2-a7af6655646a gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:51:43.843015 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d30d0f-452f-412c-808e-3ec204ed6809 admin admin] Pushing event updated for resources: {'Port': ['ID=79367d11-a93e-476b-b982-84b5bcabb495,revision_number=2']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:43.843776 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-28d89fa2-9307-4503-9451-911f1166632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:43.868612 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-29d30d0f-452f-412c-808e-3ec204ed6809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:44.051105 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920448f-67b7-4b35-9a54-f42425df678d req-e95c521b-ad32-4445-9303-034d65124a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:44.056379 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b920448f-67b7-4b35-9a54-f42425df678d req-e95c521b-ad32-4445-9303-034d65124a06 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4eb531685324e0f8fb99da30c72fe0c&device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 1098 time: 0.6616054 Apr 05 15:51:44.146743 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d30d0f-452f-412c-808e-3ec204ed6809 admin admin] Network a4a1e995-2149-4b54-970c-0334467893dd is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:51:44.176834 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-29d30d0f-452f-412c-808e-3ec204ed6809 admin admin] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:51:44.209984 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679185b-1d1d-4686-9e36-822c376cfc6b req-0e4a12fd-7f52-48e1-b009-eece8cf7c550 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:44.224017 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f679185b-1d1d-4686-9e36-822c376cfc6b req-0e4a12fd-7f52-48e1-b009-eece8cf7c550 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.2642024 Apr 05 15:51:44.328367 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:44.489004 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f679185b-1d1d-4686-9e36-822c376cfc6b req-3d4d9448-f1a4-4e50-92d5-ce40d72c7d7e tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635572 Apr 05 15:51:44.540123 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48ba50-864e-4434-ae5d-91738ecc0057 None None] Pushing event updated for resources: {'Port': ['ID=0faf4784-8b57-4a49-bb41-f9e24cd5b539,revision_number=3']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:44.563020 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3a48ba50-864e-4434-ae5d-91738ecc0057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:44.627548 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c691844-149b-4464-88f5-a70cda0bae47 req-74e0cb97-4b27-4dae-a621-b93f3daa438f tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:44.633475 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8c691844-149b-4464-88f5-a70cda0bae47 req-74e0cb97-4b27-4dae-a621-b93f3daa438f tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 945 time: 0.2900596 Apr 05 15:51:44.748142 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-b34a8b15-5b0c-4c2d-aa68-933f835b7ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc87c9dc-43e2-4935-a0d2-a7af6655646a', 'name': 'tempest-TestMinimumBasicScenario-1760515569-router', 'tenant_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e8126b43-aab0-4a9c-9b40-148f190c7d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:20Z', 'updated_at': '2021-04-05T15:51:30Z', 'revision_number': 4, 'project_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'gw_port': {'id': 'e8126b43-aab0-4a9c-9b40-148f190c7d04', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:68:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc87c9dc-43e2-4935-a0d2-a7af6655646a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:22Z', 'updated_at': '2021-04-05T15:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': '3de20dbd-c9c1-49e1-9483-e3f808528e0e', 'name': '', 'network_id': '3ce91982-8c1f-4255-902f-5c00ea0bf38b', 'tenant_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'mac_address': 'fa:16:3e:9b:40:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc87c9dc-43e2-4935-a0d2-a7af6655646a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '3da89882-dc5b-479c-b3ce-600b4be92e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:29Z', 'updated_at': '2021-04-05T15:51:30Z', 'revision_number': 2, 'project_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'subnets': [{'id': '3da89882-dc5b-479c-b3ce-600b4be92e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:44.763538 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34a8b15-5b0c-4c2d-aa68-933f835b7ffa None None] Checking router: bc87c9dc-43e2-4935-a0d2-a7af6655646a for host: dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:51:44.766463 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34a8b15-5b0c-4c2d-aa68-933f835b7ffa None None] Updating router bc87c9dc-43e2-4935-a0d2-a7af6655646a port 3de20dbd-c9c1-49e1-9483-e3f808528e0e binding host dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:51:44.864048 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8c691844-149b-4464-88f5-a70cda0bae47 req-53da8ca4-7680-4da4-842c-95f293d6a202 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127550 Apr 05 15:51:44.924120 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d30d0f-452f-412c-808e-3ec204ed6809 admin admin] Router f0d8c440-cc44-4957-85a0-6c5e877777d1 has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:51:44.940940 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b34a8b15-5b0c-4c2d-aa68-933f835b7ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:45.185616 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device e8126b43-aab0-4a9c-9b40-148f190c7d04 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:51:45.228394 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171db7d4-9cc9-4431-a565-3db4e09d4d0c req-cc841ae5-a709-424c-ae5e-6f352a8011b3 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:45.239530 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-171db7d4-9cc9-4431-a565-3db4e09d4d0c req-cc841ae5-a709-424c-ae5e-6f352a8011b3 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.2272787 Apr 05 15:51:45.390818 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-171db7d4-9cc9-4431-a565-3db4e09d4d0c req-4be0335a-b0b5-454d-adeb-10e544450fb0 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502926 Apr 05 15:51:45.582617 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d89fa2-9307-4503-9451-911f1166632f None None] Routers {'f0d8c440-cc44-4957-85a0-6c5e877777d1'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:51:45.587286 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-28d89fa2-9307-4503-9451-911f1166632f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:51:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['f0d8c440-cc44-4957-85a0-6c5e877777d1'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:45.761292 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d30d0f-452f-412c-808e-3ec204ed6809 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:51:45.844799 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-28d89fa2-9307-4503-9451-911f1166632f None None] Set router f0d8c440-cc44-4957-85a0-6c5e877777d1 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:51:45.857949 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-29d30d0f-452f-412c-808e-3ec204ed6809 admin admin] 10.222.0.44 "PUT /v2.0/routers/f0d8c440-cc44-4957-85a0-6c5e877777d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5779643 Apr 05 15:51:45.967934 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920448f-67b7-4b35-9a54-f42425df678d req-17a8a125-0231-48fa-a00c-a41b901aedc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:45.969513 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b920448f-67b7-4b35-9a54-f42425df678d req-17a8a125-0231-48fa-a00c-a41b901aedc9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bf7980d5-30f6-4b51-8804-073d14195735 HTTP/1.1" status: 200 len: 919 time: 1.8989191 Apr 05 15:51:46.105631 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d3670-5960-43aa-8482-297be5f674e9 req-ec294927-1e08-4dd5-aad5-df17bcda7351 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:46.134393 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d56d3670-5960-43aa-8482-297be5f674e9 req-ec294927-1e08-4dd5-aad5-df17bcda7351 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.3299799 Apr 05 15:51:46.159145 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b34a8b15-5b0c-4c2d-aa68-933f835b7ffa None None] Notify callbacks [] for port, precommit_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:46.173128 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-b34a8b15-5b0c-4c2d-aa68-933f835b7ffa None None] Transition to ACTIVE for port object 3de20dbd-c9c1-49e1-9483-e3f808528e0e will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:51:46.188143 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b920448f-67b7-4b35-9a54-f42425df678d req-633bf6fa-62a2-47d8-9f3a-7f1186ed52d4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd6fa5d8-c43a-4af4-bf91-8418504340dd HTTP/1.1" status: 200 len: 217 time: 0.2053657 Apr 05 15:51:46.213223 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b34a8b15-5b0c-4c2d-aa68-933f835b7ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:46.256612 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:46.267417 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:46.268059 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-2441b164-e7bd-4a28-b83c-397285cb8295 None None] Provisioning for port 79367d11-a93e-476b-b982-84b5bcabb495 completed by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:51:46.298462 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d56d3670-5960-43aa-8482-297be5f674e9 req-8bb9bd57-88e2-4de2-b5da-b95a3b33a372 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700435 Apr 05 15:51:46.383709 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920448f-67b7-4b35-9a54-f42425df678d req-a3fa3e1b-45b7-48eb-b35d-8c0dd6a5a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:46.394926 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b920448f-67b7-4b35-9a54-f42425df678d req-a3fa3e1b-45b7-48eb-b35d-8c0dd6a5a8a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f37979fe-7609-44e8-8c79-38b8746e7197 HTTP/1.1" status: 200 len: 858 time: 0.1991646 Apr 05 15:51:46.409907 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-2441b164-e7bd-4a28-b83c-397285cb8295 None None] Provisioning complete for port 79367d11-a93e-476b-b982-84b5bcabb495 triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:46.410331 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2441b164-e7bd-4a28-b83c-397285cb8295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:46.507655 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b920448f-67b7-4b35-9a54-f42425df678d req-a79a2627-2a06-4e99-a0b8-104408f821ba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf7980d5-30f6-4b51-8804-073d14195735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024523 Apr 05 15:51:46.562131 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9805c5-95a1-4cf3-ba2c-ea9b50c08345 req-0f66ed51-53f1-4ddd-880b-eadc9e00369f tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:46.579053 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5d9805c5-95a1-4cf3-ba2c-ea9b50c08345 req-0f66ed51-53f1-4ddd-880b-eadc9e00369f tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 945 time: 0.2791200 Apr 05 15:51:46.640512 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-2441b164-e7bd-4a28-b83c-397285cb8295 None None] Port 79367d11-a93e-476b-b982-84b5bcabb495 cannot update to ACTIVE because it is not bound. {{(pid=84431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:51:46.704277 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port e8126b43-aab0-4a9c-9b40-148f190c7d04 completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:51:46.724147 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port e8126b43-aab0-4a9c-9b40-148f190c7d04 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:46.724538 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:46.738687 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7543d4f-6d3c-4f25-87ca-6c3959c7cf72 None None] Pushing event updated for resources: {'Port': ['ID=3de20dbd-c9c1-49e1-9483-e3f808528e0e,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:46.739822 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5d9805c5-95a1-4cf3-ba2c-ea9b50c08345 req-68ba3dde-549f-4e25-86fd-eefa36eb897f tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437094 Apr 05 15:51:46.762515 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d7543d4f-6d3c-4f25-87ca-6c3959c7cf72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:47.068919 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b920448f-67b7-4b35-9a54-f42425df678d req-0750932d-29f5-4654-bffe-98978d92b05d service neutron] 10.222.0.43 "GET /v2.0/networks/bf7980d5-30f6-4b51-8804-073d14195735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5492749 Apr 05 15:51:47.314413 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:47.340827 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24bc860-8e56-4314-af36-c217fa6ae357 req-9089660e-23ae-4579-985b-3f8a9845fa6c tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:47.349367 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b24bc860-8e56-4314-af36-c217fa6ae357 req-9089660e-23ae-4579-985b-3f8a9845fa6c tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.2729316 Apr 05 15:51:47.375023 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] For port e8126b43-aab0-4a9c-9b40-148f190c7d04, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=e8126b43-aab0-4a9c-9b40-148f190c7d04,segment=NetworkSegment(45fc7be4-cb6f-44c4-878d-af01c4212144),segment_id=45fc7be4-cb6f-44c4-878d-af01c4212144)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:51:47.379794 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-67995590-eddd-43cd-8ffe-87122bac8e2f None None] Provisioning complete for port 79367d11-a93e-476b-b982-84b5bcabb495 triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:47.380217 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-67995590-eddd-43cd-8ffe-87122bac8e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:47.456611 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-b34a8b15-5b0c-4c2d-aa68-933f835b7ffa None None] Attempting to bind port 3de20dbd-c9c1-49e1-9483-e3f808528e0e on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:51:47.459788 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-b34a8b15-5b0c-4c2d-aa68-933f835b7ffa None None] Attempting to bind port 3de20dbd-c9c1-49e1-9483-e3f808528e0e by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': '166e6f12-264c-4590-b86f-e7133f74661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3ce91982-8c1f-4255-902f-5c00ea0bf38b'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:51:47.460131 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b24bc860-8e56-4314-af36-c217fa6ae357 req-36da1c0c-8749-4831-a1c6-597ea751bb6c tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063464 Apr 05 15:51:47.460441 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34a8b15-5b0c-4c2d-aa68-933f835b7ffa None None] Attempting to bind port 3de20dbd-c9c1-49e1-9483-e3f808528e0e on network 3ce91982-8c1f-4255-902f-5c00ea0bf38b {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:51:47.479718 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34a8b15-5b0c-4c2d-aa68-933f835b7ffa None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:51:47.480154 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34a8b15-5b0c-4c2d-aa68-933f835b7ffa None None] Checking segment: {'id': '166e6f12-264c-4590-b86f-e7133f74661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3ce91982-8c1f-4255-902f-5c00ea0bf38b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:51:47.480606 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b34a8b15-5b0c-4c2d-aa68-933f835b7ffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:47.481037 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34a8b15-5b0c-4c2d-aa68-933f835b7ffa None None] Bound using segment: {'id': '166e6f12-264c-4590-b86f-e7133f74661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3ce91982-8c1f-4255-902f-5c00ea0bf38b'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:51:47.481559 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-b34a8b15-5b0c-4c2d-aa68-933f835b7ffa None None] Bound port: 3de20dbd-c9c1-49e1-9483-e3f808528e0e, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '166e6f12-264c-4590-b86f-e7133f74661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3ce91982-8c1f-4255-902f-5c00ea0bf38b'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:51:47.481973 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b34a8b15-5b0c-4c2d-aa68-933f835b7ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:47.540239 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b920448f-67b7-4b35-9a54-f42425df678d req-ff0ee2a9-9ecc-49e8-95ee-b3e8b64d0fc8 service neutron] 10.222.0.43 "GET /v2.0/networks/bf7980d5-30f6-4b51-8804-073d14195735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588034 Apr 05 15:51:47.570609 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-28d89fa2-9307-4503-9451-911f1166632f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d8c440-cc44-4957-85a0-6c5e877777d1', 'name': 'tempest-TestShelveInstance-1149090091-router', 'tenant_id': 'd64bd742fc92444caae4158b05bd8b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '0faf4784-8b57-4a49-bb41-f9e24cd5b539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:28Z', 'updated_at': '2021-04-05T15:51:42Z', 'revision_number': 4, 'project_id': 'd64bd742fc92444caae4158b05bd8b6a', 'gw_port': {'id': '0faf4784-8b57-4a49-bb41-f9e24cd5b539', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:17:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d8c440-cc44-4957-85a0-6c5e877777d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:31Z', 'updated_at': '2021-04-05T15:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': '79367d11-a93e-476b-b982-84b5bcabb495', 'name': '', 'network_id': 'a4a1e995-2149-4b54-970c-0334467893dd', 'tenant_id': 'd64bd742fc92444caae4158b05bd8b6a', 'mac_address': 'fa:16:3e:3e:82:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d8c440-cc44-4957-85a0-6c5e877777d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1cdb785d-05a0-4a31-947b-6b93b954cb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:40Z', 'updated_at': '2021-04-05T15:51:42Z', 'revision_number': 2, 'project_id': 'd64bd742fc92444caae4158b05bd8b6a', 'subnets': [{'id': '1cdb785d-05a0-4a31-947b-6b93b954cb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:47.590216 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:47.598215 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d89fa2-9307-4503-9451-911f1166632f None None] The sync data for ids ['f0d8c440-cc44-4957-85a0-6c5e877777d1'] in dv-cinder-784779-1-iscsi is: [{'id': 'f0d8c440-cc44-4957-85a0-6c5e877777d1', 'name': 'tempest-TestShelveInstance-1149090091-router', 'tenant_id': 'd64bd742fc92444caae4158b05bd8b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '0faf4784-8b57-4a49-bb41-f9e24cd5b539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:28Z', 'updated_at': '2021-04-05T15:51:42Z', 'revision_number': 4, 'project_id': 'd64bd742fc92444caae4158b05bd8b6a', 'gw_port': {'id': '0faf4784-8b57-4a49-bb41-f9e24cd5b539', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:17:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d8c440-cc44-4957-85a0-6c5e877777d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:31Z', 'updated_at': '2021-04-05T15:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': '79367d11-a93e-476b-b982-84b5bcabb495', 'name': '', 'network_id': 'a4a1e995-2149-4b54-970c-0334467893dd', 'tenant_id': 'd64bd742fc92444caae4158b05bd8b6a', 'mac_address': 'fa:16:3e:3e:82:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d8c440-cc44-4957-85a0-6c5e877777d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1cdb785d-05a0-4a31-947b-6b93b954cb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:40Z', 'updated_at': '2021-04-05T15:51:42Z', 'revision_number': 2, 'project_id': 'd64bd742fc92444caae4158b05bd8b6a', 'subnets': [{'id': '1cdb785d-05a0-4a31-947b-6b93b954cb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:51:47.605488 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-1cf85b3b-7095-4391-8987-5ecb336f574c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:47.829207 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-67995590-eddd-43cd-8ffe-87122bac8e2f None None] Port 79367d11-a93e-476b-b982-84b5bcabb495 cannot update to ACTIVE because it is not bound. {{(pid=84431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:51:47.875846 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 52228a95-4b14-417e-a147-b38c444ab02f up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:51:47.946626 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-b34a8b15-5b0c-4c2d-aa68-933f835b7ffa None None] For port 3de20dbd-c9c1-49e1-9483-e3f808528e0e, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:51:47.971217 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-b34a8b15-5b0c-4c2d-aa68-933f835b7ffa None None] For port 3de20dbd-c9c1-49e1-9483-e3f808528e0e, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=3de20dbd-c9c1-49e1-9483-e3f808528e0e,segment=NetworkSegment(166e6f12-264c-4590-b86f-e7133f74661f),segment_id=166e6f12-264c-4590-b86f-e7133f74661f)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:51:47.997087 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cfd46-4216-4041-9cf7-645a26eba4c1 req-90600119-c99c-499a-b6fb-4885581e02c6 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:48.005948 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0a2cfd46-4216-4041-9cf7-645a26eba4c1 req-90600119-c99c-499a-b6fb-4885581e02c6 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.4046979 Apr 05 15:51:48.024841 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Pushing event updated for resources: {'Port': ['ID=e8126b43-aab0-4a9c-9b40-148f190c7d04,revision_number=4']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:48.031237 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b34a8b15-5b0c-4c2d-aa68-933f835b7ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:48.061648 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:48.158415 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0a2cfd46-4216-4041-9cf7-645a26eba4c1 req-17d378ad-3913-4367-b70a-0b56dade14f8 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508589 Apr 05 15:51:48.271278 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 52228a95-4b14-417e-a147-b38c444ab02f triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:48.272191 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:48.441516 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 39238) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:48.452139 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-2e0f862d-9bea-4f03-a654-60b17ffe339c tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-906167888', 'description': 'tempest-secgroup-smoke-906167888 description', 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:51:48.475657 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-2e0f862d-9bea-4f03-a654-60b17ffe339c tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:48.500254 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-2e0f862d-9bea-4f03-a654-60b17ffe339c tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Usage tracker for resource:security_group and tenant:01ef02dfd52147a1bd6cf1279736a2e9 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:48.529449 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-2e0f862d-9bea-4f03-a654-60b17ffe339c tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:48.559876 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d7543d4f-6d3c-4f25-87ca-6c3959c7cf72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:48.574153 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-2e0f862d-9bea-4f03-a654-60b17ffe339c tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:48.623014 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 39244) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:48.840928 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2e0f862d-9bea-4f03-a654-60b17ffe339c tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:48.968758 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-2e0f862d-9bea-4f03-a654-60b17ffe339c tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:48.973576 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-2e0f862d-9bea-4f03-a654-60b17ffe339c tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Usage tracker for resource:security_group_rule and tenant:01ef02dfd52147a1bd6cf1279736a2e9 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:48.977882 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-2e0f862d-9bea-4f03-a654-60b17ffe339c tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:48.984575 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7543d4f-6d3c-4f25-87ca-6c3959c7cf72 None None] Pushing event updated for resources: {'Port': ['ID=3de20dbd-c9c1-49e1-9483-e3f808528e0e,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:48.985210 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-2e0f862d-9bea-4f03-a654-60b17ffe339c tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:49.009805 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d7543d4f-6d3c-4f25-87ca-6c3959c7cf72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:49.015766 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34a8b15-5b0c-4c2d-aa68-933f835b7ffa None None] Routers {'bc87c9dc-43e2-4935-a0d2-a7af6655646a'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:51:49.024118 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-b34a8b15-5b0c-4c2d-aa68-933f835b7ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:51:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['bc87c9dc-43e2-4935-a0d2-a7af6655646a'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:49.056179 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f80a2905-a355-4f1c-8210-691cd710bfc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:49.102620 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-f80a2905-a355-4f1c-8210-691cd710bfc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:49.111701 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-f80a2905-a355-4f1c-8210-691cd710bfc4 admin admin] Usage tracker for resource:security_group_rule and tenant:eef9661a3b744929a5a1f895dd094460 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:49.120104 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-f80a2905-a355-4f1c-8210-691cd710bfc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:49.140069 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-f80a2905-a355-4f1c-8210-691cd710bfc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:49.419355 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-498415f8-7650-44ad-afa3-ea92e7a5ce6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:49.509723 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-b34a8b15-5b0c-4c2d-aa68-933f835b7ffa None None] Set router bc87c9dc-43e2-4935-a0d2-a7af6655646a gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:51:49.860789 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2e0f862d-9bea-4f03-a654-60b17ffe339c tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:49.940694 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0348c25-d03f-4014-8082-e000bc0924e0 req-14795526-03ad-4bce-bcb7-bb7be70af1b6 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:49.942469 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f0348c25-d03f-4014-8082-e000bc0924e0 req-14795526-03ad-4bce-bcb7-bb7be70af1b6 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 945 time: 1.3043768 Apr 05 15:51:49.961703 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78703e-d3ef-4882-88fe-dfebae1b1b9d req-dad2227a-d672-414c-b21d-58bc2eda11a7 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:49.980632 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4f78703e-d3ef-4882-88fe-dfebae1b1b9d req-dad2227a-d672-414c-b21d-58bc2eda11a7 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 1.0219607 Apr 05 15:51:50.169268 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f0348c25-d03f-4014-8082-e000bc0924e0 req-dbafca4b-d709-4087-9eab-161388a380d5 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285729 Apr 05 15:51:50.184537 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f80a2905-a355-4f1c-8210-691cd710bfc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:50.187837 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4f78703e-d3ef-4882-88fe-dfebae1b1b9d req-e74ca917-cfa8-44e4-99bc-3ecc7ec1cf2c tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062554 Apr 05 15:51:50.217228 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 3de20dbd-c9c1-49e1-9483-e3f808528e0e up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:51:50.230264 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2e0f862d-9bea-4f03-a654-60b17ffe339c tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:50.244519 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3b5bd2e6-0244-40ef-bda4-8c863d9eecc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:50.289105 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f80a2905-a355-4f1c-8210-691cd710bfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:50.297976 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-527204a7-bc61-483e-ba52-1f1b928004ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:50.348433 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-b34a8b15-5b0c-4c2d-aa68-933f835b7ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc87c9dc-43e2-4935-a0d2-a7af6655646a', 'name': 'tempest-TestMinimumBasicScenario-1760515569-router', 'tenant_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e8126b43-aab0-4a9c-9b40-148f190c7d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:20Z', 'updated_at': '2021-04-05T15:51:30Z', 'revision_number': 4, 'project_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'gw_port': {'id': 'e8126b43-aab0-4a9c-9b40-148f190c7d04', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:68:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc87c9dc-43e2-4935-a0d2-a7af6655646a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:22Z', 'updated_at': '2021-04-05T15:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': '3de20dbd-c9c1-49e1-9483-e3f808528e0e', 'name': '', 'network_id': '3ce91982-8c1f-4255-902f-5c00ea0bf38b', 'tenant_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'mac_address': 'fa:16:3e:9b:40:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc87c9dc-43e2-4935-a0d2-a7af6655646a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '3da89882-dc5b-479c-b3ce-600b4be92e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:29Z', 'updated_at': '2021-04-05T15:51:47Z', 'revision_number': 4, 'project_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'subnets': [{'id': '3da89882-dc5b-479c-b3ce-600b4be92e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:50.363069 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34a8b15-5b0c-4c2d-aa68-933f835b7ffa None None] The sync data for ids ['bc87c9dc-43e2-4935-a0d2-a7af6655646a'] in dv-cinder-784779-1-iscsi is: [{'id': 'bc87c9dc-43e2-4935-a0d2-a7af6655646a', 'name': 'tempest-TestMinimumBasicScenario-1760515569-router', 'tenant_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e8126b43-aab0-4a9c-9b40-148f190c7d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:20Z', 'updated_at': '2021-04-05T15:51:30Z', 'revision_number': 4, 'project_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'gw_port': {'id': 'e8126b43-aab0-4a9c-9b40-148f190c7d04', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:68:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc87c9dc-43e2-4935-a0d2-a7af6655646a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:22Z', 'updated_at': '2021-04-05T15:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': '3de20dbd-c9c1-49e1-9483-e3f808528e0e', 'name': '', 'network_id': '3ce91982-8c1f-4255-902f-5c00ea0bf38b', 'tenant_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'mac_address': 'fa:16:3e:9b:40:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc87c9dc-43e2-4935-a0d2-a7af6655646a', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '3da89882-dc5b-479c-b3ce-600b4be92e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:29Z', 'updated_at': '2021-04-05T15:51:47Z', 'revision_number': 4, 'project_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'subnets': [{'id': '3da89882-dc5b-479c-b3ce-600b4be92e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:51:50.392548 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f862d-9bea-4f03-a654-60b17ffe339c tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d55975f4-28dd-42ab-8eaa-35d849553127,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:50.396981 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-2e0f862d-9bea-4f03-a654-60b17ffe339c tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:50.405894 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-f80a2905-a355-4f1c-8210-691cd710bfc4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eef9661a3b744929a5a1f895dd094460&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7815151 Apr 05 15:51:50.407327 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a2905-a355-4f1c-8210-691cd710bfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762ec190-f29c-4cf3-9754-610667cc5dbb,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:50.408738 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 39264) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:50.435425 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f80a2905-a355-4f1c-8210-691cd710bfc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:50.493326 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port 3de20dbd-c9c1-49e1-9483-e3f808528e0e completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:51:50.507746 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 3de20dbd-c9c1-49e1-9483-e3f808528e0e triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:50.508536 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:50.571829 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e8ff42f2-aff8-49e3-b38a-35300f36e991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:50.579317 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2e0f862d-9bea-4f03-a654-60b17ffe339c tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:50.579317 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-2e0f862d-9bea-4f03-a654-60b17ffe339c tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 2.1322587 Apr 05 15:51:50.580243 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 39272) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:50.586439 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-f7812d89-de5d-4f63-9394-716caaa6a499 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Request body: {'security_group_rule': {'security_group_id': 'd55975f4-28dd-42ab-8eaa-35d849553127', 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:51:50.612214 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-f7812d89-de5d-4f63-9394-716caaa6a499 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:50.630499 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-f7812d89-de5d-4f63-9394-716caaa6a499 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Usage tracker for resource:security_group_rule and tenant:01ef02dfd52147a1bd6cf1279736a2e9 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:50.643528 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-f7812d89-de5d-4f63-9394-716caaa6a499 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:50.651861 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-f7812d89-de5d-4f63-9394-716caaa6a499 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:50.731220 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f7812d89-de5d-4f63-9394-716caaa6a499 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:50.731849 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e8ff42f2-aff8-49e3-b38a-35300f36e991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:50.882841 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5271d1-517b-4f5a-9944-941cc254753a req-343c2ae4-86cc-4f60-93e2-1bd5cdd9eead tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:50.896930 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5d5271d1-517b-4f5a-9944-941cc254753a req-343c2ae4-86cc-4f60-93e2-1bd5cdd9eead tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.3839426 Apr 05 15:51:50.911482 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:51:50.981513 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:50.999587 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f7812d89-de5d-4f63-9394-716caaa6a499 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:51.021857 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5d5271d1-517b-4f5a-9944-941cc254753a req-d4979863-c1ec-4f7f-b9c9-7afe34a3b7c3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236079 Apr 05 15:51:51.062468 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] For port 3de20dbd-c9c1-49e1-9483-e3f808528e0e, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=3de20dbd-c9c1-49e1-9483-e3f808528e0e,segment=NetworkSegment(166e6f12-264c-4590-b86f-e7133f74661f),segment_id=166e6f12-264c-4590-b86f-e7133f74661f)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:51:51.064857 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f7812d89-de5d-4f63-9394-716caaa6a499 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742385'] for security_group_rule, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:51.065511 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:51.067141 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4139bc9f-6cea-4b12-95f9-e44928662af0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:51.085704 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7812d89-de5d-4f63-9394-716caaa6a499 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b0d197-ee78-4256-88b3-c4027fca7075,revision_number=0']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:51.087893 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e8ff42f2-aff8-49e3-b38a-35300f36e991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:51.095730 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-50bef5d6-46c1-499e-9ee7-9322918551ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:51.108798 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f7812d89-de5d-4f63-9394-716caaa6a499 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:51.111022 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:51.112534 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 0faf4784-8b57-4a49-bb41-f9e24cd5b539 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:51:51.128437 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff42f2-aff8-49e3-b38a-35300f36e991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762ec190-f29c-4cf3-9754-610667cc5dbb,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:51.134165 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e8ff42f2-aff8-49e3-b38a-35300f36e991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:51.138542 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-e8ff42f2-aff8-49e3-b38a-35300f36e991 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/762ec190-f29c-4cf3-9754-610667cc5dbb HTTP/1.1" status: 204 len: 168 time: 0.7259762 Apr 05 15:51:51.138542 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e8ff42f2-aff8-49e3-b38a-35300f36e991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:51.199352 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:51.224895 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f7812d89-de5d-4f63-9394-716caaa6a499 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:51.230635 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-f7812d89-de5d-4f63-9394-716caaa6a499 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6494076 Apr 05 15:51:51.233387 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 39286) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:51.240534 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-eedbc657-b31b-4031-9e7d-62be5532e6b7 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Request body: {'security_group_rule': {'security_group_id': 'd55975f4-28dd-42ab-8eaa-35d849553127', 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:51:51.258878 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-eedbc657-b31b-4031-9e7d-62be5532e6b7 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:51.280293 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-eedbc657-b31b-4031-9e7d-62be5532e6b7 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Usage tracker for resource:security_group_rule and tenant:01ef02dfd52147a1bd6cf1279736a2e9 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:51.288090 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-eedbc657-b31b-4031-9e7d-62be5532e6b7 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:51.316146 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-eedbc657-b31b-4031-9e7d-62be5532e6b7 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:51.381670 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eedbc657-b31b-4031-9e7d-62be5532e6b7 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:51.543721 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Pushing event updated for resources: {'Port': ['ID=3de20dbd-c9c1-49e1-9483-e3f808528e0e,revision_number=5']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:51.567320 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:51.619614 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eedbc657-b31b-4031-9e7d-62be5532e6b7 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:51.653570 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port 0faf4784-8b57-4a49-bb41-f9e24cd5b539 completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:51:51.655704 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eedbc657-b31b-4031-9e7d-62be5532e6b7 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742385'] for security_group_rule, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:51.660192 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 0faf4784-8b57-4a49-bb41-f9e24cd5b539 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:51.660616 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:51.663084 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f7812d89-de5d-4f63-9394-716caaa6a499 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:51.721879 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedbc657-b31b-4031-9e7d-62be5532e6b7 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ba483b-c725-4e71-8684-a0a32b964058,revision_number=0']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:51.729735 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-eedbc657-b31b-4031-9e7d-62be5532e6b7 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:51.780404 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eedbc657-b31b-4031-9e7d-62be5532e6b7 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:51.786165 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-eedbc657-b31b-4031-9e7d-62be5532e6b7 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5508363 Apr 05 15:51:51.787175 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 39294) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:51.793757 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-5b9f4fa0-5298-48cd-b9ca-093b6ba1cf1d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Request body: {'security_group_rule': {'security_group_id': 'd55975f4-28dd-42ab-8eaa-35d849553127', 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:51:51.808784 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099f768-13aa-4288-b101-30348a104577 req-3bc309c2-919a-4e2e-b9ba-56d45f1aeb96 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:51.810748 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f099f768-13aa-4288-b101-30348a104577 req-3bc309c2-919a-4e2e-b9ba-56d45f1aeb96 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 945 time: 0.2313325 Apr 05 15:51:51.812700 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-5b9f4fa0-5298-48cd-b9ca-093b6ba1cf1d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:51.826536 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-5b9f4fa0-5298-48cd-b9ca-093b6ba1cf1d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Usage tracker for resource:security_group_rule and tenant:01ef02dfd52147a1bd6cf1279736a2e9 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:51.831651 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-5b9f4fa0-5298-48cd-b9ca-093b6ba1cf1d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:51.835793 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e12b8-7dcb-4b61-b711-b684733d687a req-77f00431-547c-48cf-9f6b-68a2496bfcbe tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:51.848492 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-5b9f4fa0-5298-48cd-b9ca-093b6ba1cf1d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:51.879106 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b20e12b8-7dcb-4b61-b711-b684733d687a req-77f00431-547c-48cf-9f6b-68a2496bfcbe tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.4006281 Apr 05 15:51:51.894632 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cf04a8fc-0801-41c5-9606-b473208f1d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:51.944813 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5b9f4fa0-5298-48cd-b9ca-093b6ba1cf1d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:51.990592 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:52.052828 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] For port 0faf4784-8b57-4a49-bb41-f9e24cd5b539, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=0faf4784-8b57-4a49-bb41-f9e24cd5b539,segment=NetworkSegment(45fc7be4-cb6f-44c4-878d-af01c4212144),segment_id=45fc7be4-cb6f-44c4-878d-af01c4212144)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:51:52.082109 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:52.083216 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device e8126b43-aab0-4a9c-9b40-148f190c7d04 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:51:52.126671 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b20e12b8-7dcb-4b61-b711-b684733d687a req-9b2087c0-a4a6-4247-992d-9551f7ffe900 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464733 Apr 05 15:51:52.127269 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 39302) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:52.158468 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f099f768-13aa-4288-b101-30348a104577 req-91abf036-e1e5-4536-804c-8c1e4f233254 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134557 Apr 05 15:51:52.182287 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3924f6ca-3517-4600-8dfb-0165767c98a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:52.233915 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-3924f6ca-3517-4600-8dfb-0165767c98a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:52.259394 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-3924f6ca-3517-4600-8dfb-0165767c98a8 admin admin] Usage tracker for resource:security_group_rule and tenant:d22b2ede861d49a9bfe28a8a68bb0d6b is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:52.263953 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5b9f4fa0-5298-48cd-b9ca-093b6ba1cf1d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:52.267129 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-3924f6ca-3517-4600-8dfb-0165767c98a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:52.267954 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3d891997-c501-4de8-a980-43b1b223c66c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:52.274240 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-3924f6ca-3517-4600-8dfb-0165767c98a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:52.310789 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5b9f4fa0-5298-48cd-b9ca-093b6ba1cf1d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742385'] for security_group_rule, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:52.318298 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:52.376189 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f4fa0-5298-48cd-b9ca-093b6ba1cf1d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f9c2573-84e8-47e6-8d5c-dc197f2d6f36,revision_number=0']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:52.380393 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-5b9f4fa0-5298-48cd-b9ca-093b6ba1cf1d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:52.448985 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Pushing event updated for resources: {'Port': ['ID=0faf4784-8b57-4a49-bb41-f9e24cd5b539,revision_number=4']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:52.483914 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:52.526469 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port e8126b43-aab0-4a9c-9b40-148f190c7d04 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:52.526469 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:52.658401 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688807fc-d822-4eb0-a9fc-c91352a8b2af req-f42c5a18-93bb-41ec-b214-d097f22aad98 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:52.665964 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-688807fc-d822-4eb0-a9fc-c91352a8b2af req-f42c5a18-93bb-41ec-b214-d097f22aad98 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.2597351 Apr 05 15:51:52.687944 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:52.729642 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-688807fc-d822-4eb0-a9fc-c91352a8b2af req-a74eb78e-81cd-4889-9a33-2e4a62171029 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663965 Apr 05 15:51:53.144318 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5b9f4fa0-5298-48cd-b9ca-093b6ba1cf1d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:53.144318 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-5b9f4fa0-5298-48cd-b9ca-093b6ba1cf1d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0360329 Apr 05 15:51:53.144318 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3924f6ca-3517-4600-8dfb-0165767c98a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:53.145275 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 3de20dbd-c9c1-49e1-9483-e3f808528e0e up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:51:53.145275 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 3de20dbd-c9c1-49e1-9483-e3f808528e0e triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:53.145275 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:53.145660 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 39312) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:53.149968 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-45871c1f-86d1-4a32-905c-111afd1fb244 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Request body: {'security_group_rule': {'security_group_id': 'd55975f4-28dd-42ab-8eaa-35d849553127', 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:51:53.177039 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-45871c1f-86d1-4a32-905c-111afd1fb244 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:53.189572 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-45871c1f-86d1-4a32-905c-111afd1fb244 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Usage tracker for resource:security_group_rule and tenant:01ef02dfd52147a1bd6cf1279736a2e9 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:53.194940 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-45871c1f-86d1-4a32-905c-111afd1fb244 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:53.216435 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-45871c1f-86d1-4a32-905c-111afd1fb244 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:53.231032 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 0faf4784-8b57-4a49-bb41-f9e24cd5b539 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:51:53.321524 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 0faf4784-8b57-4a49-bb41-f9e24cd5b539 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:53.321920 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:53.598872 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5745bc8c-33da-4de2-aa40-d9c5b64f8905 None None] Sync routers for ids ['f0d8c440-cc44-4957-85a0-6c5e877777d1'] in dv-cinder-784779-1-iscsi {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:51:53.612253 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5745bc8c-33da-4de2-aa40-d9c5b64f8905 None None] Routers {'f0d8c440-cc44-4957-85a0-6c5e877777d1'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:51:53.613606 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-5745bc8c-33da-4de2-aa40-d9c5b64f8905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:51:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['f0d8c440-cc44-4957-85a0-6c5e877777d1'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:54.443517 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-5745bc8c-33da-4de2-aa40-d9c5b64f8905 None None] Set router f0d8c440-cc44-4957-85a0-6c5e877777d1 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:51:54.467510 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-5745bc8c-33da-4de2-aa40-d9c5b64f8905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d8c440-cc44-4957-85a0-6c5e877777d1', 'name': 'tempest-TestShelveInstance-1149090091-router', 'tenant_id': 'd64bd742fc92444caae4158b05bd8b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '0faf4784-8b57-4a49-bb41-f9e24cd5b539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:28Z', 'updated_at': '2021-04-05T15:51:42Z', 'revision_number': 4, 'project_id': 'd64bd742fc92444caae4158b05bd8b6a', 'gw_port': {'id': '0faf4784-8b57-4a49-bb41-f9e24cd5b539', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:17:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8c440-cc44-4957-85a0-6c5e877777d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:31Z', 'updated_at': '2021-04-05T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': '79367d11-a93e-476b-b982-84b5bcabb495', 'name': '', 'network_id': 'a4a1e995-2149-4b54-970c-0334467893dd', 'tenant_id': 'd64bd742fc92444caae4158b05bd8b6a', 'mac_address': 'fa:16:3e:3e:82:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d8c440-cc44-4957-85a0-6c5e877777d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1cdb785d-05a0-4a31-947b-6b93b954cb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:40Z', 'updated_at': '2021-04-05T15:51:42Z', 'revision_number': 2, 'project_id': 'd64bd742fc92444caae4158b05bd8b6a', 'subnets': [{'id': '1cdb785d-05a0-4a31-947b-6b93b954cb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:54.472263 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5745bc8c-33da-4de2-aa40-d9c5b64f8905 None None] Checking router: f0d8c440-cc44-4957-85a0-6c5e877777d1 for host: dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:51:54.472675 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5745bc8c-33da-4de2-aa40-d9c5b64f8905 None None] Updating router f0d8c440-cc44-4957-85a0-6c5e877777d1 port 79367d11-a93e-476b-b982-84b5bcabb495 binding host dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:51:54.534731 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5745bc8c-33da-4de2-aa40-d9c5b64f8905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:54.955332 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5745bc8c-33da-4de2-aa40-d9c5b64f8905 None None] Notify callbacks [] for port, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:54.967180 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-5745bc8c-33da-4de2-aa40-d9c5b64f8905 None None] Transition to ACTIVE for port object 79367d11-a93e-476b-b982-84b5bcabb495 will not be triggered until provisioned by entity L2. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:51:55.264531 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:55.434125 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3924f6ca-3517-4600-8dfb-0165767c98a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:55.434125 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0f684561-d8cd-4062-a54c-3d0b2ce0ea79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:55.434125 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-45871c1f-86d1-4a32-905c-111afd1fb244 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:55.434125 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-3924f6ca-3517-4600-8dfb-0165767c98a8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d22b2ede861d49a9bfe28a8a68bb0d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2170417 Apr 05 15:51:55.434125 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924f6ca-3517-4600-8dfb-0165767c98a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324098f7-ffd7-4675-bcb6-1b9d7a6ab722,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:55.434125 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3924f6ca-3517-4600-8dfb-0165767c98a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:55.434125 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-45871c1f-86d1-4a32-905c-111afd1fb244 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:55.436346 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 39324) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:55.482475 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5745bc8c-33da-4de2-aa40-d9c5b64f8905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:55.580613 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e6aefa36-0bd7-4f1a-8c63-15bef8016552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:55.583786 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-45871c1f-86d1-4a32-905c-111afd1fb244 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742385'] for security_group_rule, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:55.615224 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-eedbc657-b31b-4031-9e7d-62be5532e6b7 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:55.622011 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2146187-03d9-4632-8cbc-b9b3f86205e7 req-b81b49d5-4676-483f-a816-d44c2a347897 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:55.632706 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a2146187-03d9-4632-8cbc-b9b3f86205e7 req-b81b49d5-4676-483f-a816-d44c2a347897 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1180539 Apr 05 15:51:55.642490 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45871c1f-86d1-4a32-905c-111afd1fb244 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233db812-30ba-4914-b199-cb8c67b09d41,revision_number=0']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:55.665615 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-45871c1f-86d1-4a32-905c-111afd1fb244 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:55.674739 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e6aefa36-0bd7-4f1a-8c63-15bef8016552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:55.687900 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a2146187-03d9-4632-8cbc-b9b3f86205e7 req-81b3f6db-5115-4735-9247-376f0ca8e287 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540152 Apr 05 15:51:55.714333 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:55.807330 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4db20-c3d5-4a6a-a391-d31eeae26045 None None] Pushing event updated for resources: {'Port': ['ID=79367d11-a93e-476b-b982-84b5bcabb495,revision_number=3']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:55.811071 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-31c4db20-c3d5-4a6a-a391-d31eeae26045 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:55.919003 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e6aefa36-0bd7-4f1a-8c63-15bef8016552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:55.923752 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-45871c1f-86d1-4a32-905c-111afd1fb244 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:55.929641 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-45871c1f-86d1-4a32-905c-111afd1fb244 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.7850118 Apr 05 15:51:55.930611 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 39332) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:55.933175 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-db94a400-4989-40b2-b029-86a75dfa427b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:55.946933 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-b8c38a13-a8b9-46a7-af31-70af8c61b13d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Request body: {'security_group_rule': {'security_group_id': 'd55975f4-28dd-42ab-8eaa-35d849553127', 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:51:55.959524 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-b8c38a13-a8b9-46a7-af31-70af8c61b13d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:55.964208 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aefa36-0bd7-4f1a-8c63-15bef8016552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324098f7-ffd7-4675-bcb6-1b9d7a6ab722,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:55.968822 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-b8c38a13-a8b9-46a7-af31-70af8c61b13d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Usage tracker for resource:security_group_rule and tenant:01ef02dfd52147a1bd6cf1279736a2e9 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:55.971794 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e6aefa36-0bd7-4f1a-8c63-15bef8016552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:55.972630 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-b8c38a13-a8b9-46a7-af31-70af8c61b13d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:55.981265 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-b8c38a13-a8b9-46a7-af31-70af8c61b13d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:55.983061 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700ffe3-3b7e-4b3a-a5b1-6fc3dd44b17d req-01368132-d33a-4b28-9c65-bde6a3b85b15 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:55.983680 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e6aefa36-0bd7-4f1a-8c63-15bef8016552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:55.984960 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-e6aefa36-0bd7-4f1a-8c63-15bef8016552 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/324098f7-ffd7-4675-bcb6-1b9d7a6ab722 HTTP/1.1" status: 204 len: 168 time: 0.5476398 Apr 05 15:51:55.987215 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8700ffe3-3b7e-4b3a-a5b1-6fc3dd44b17d req-01368132-d33a-4b28-9c65-bde6a3b85b15 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 945 time: 0.1549852 Apr 05 15:51:56.061057 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-5745bc8c-33da-4de2-aa40-d9c5b64f8905 None None] Attempting to bind port 79367d11-a93e-476b-b982-84b5bcabb495 on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:51:56.061589 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-5745bc8c-33da-4de2-aa40-d9c5b64f8905 None None] Attempting to bind port 79367d11-a93e-476b-b982-84b5bcabb495 by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': '1ff5b92a-f25a-4cba-9582-211b32bfdd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a4a1e995-2149-4b54-970c-0334467893dd'}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:51:56.062218 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5745bc8c-33da-4de2-aa40-d9c5b64f8905 None None] Attempting to bind port 79367d11-a93e-476b-b982-84b5bcabb495 on network a4a1e995-2149-4b54-970c-0334467893dd {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:51:56.071598 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8700ffe3-3b7e-4b3a-a5b1-6fc3dd44b17d req-42c92b93-6cfb-4dda-8555-dbe70824bccb tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684326 Apr 05 15:51:56.073527 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5745bc8c-33da-4de2-aa40-d9c5b64f8905 None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:51:56.074079 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5745bc8c-33da-4de2-aa40-d9c5b64f8905 None None] Checking segment: {'id': '1ff5b92a-f25a-4cba-9582-211b32bfdd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a4a1e995-2149-4b54-970c-0334467893dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:51:56.074659 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5745bc8c-33da-4de2-aa40-d9c5b64f8905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:56.078929 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5745bc8c-33da-4de2-aa40-d9c5b64f8905 None None] Bound using segment: {'id': '1ff5b92a-f25a-4cba-9582-211b32bfdd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a4a1e995-2149-4b54-970c-0334467893dd'} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:51:56.078929 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-5745bc8c-33da-4de2-aa40-d9c5b64f8905 None None] Bound port: 79367d11-a93e-476b-b982-84b5bcabb495, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff5b92a-f25a-4cba-9582-211b32bfdd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'a4a1e995-2149-4b54-970c-0334467893dd'}}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:51:56.078929 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5745bc8c-33da-4de2-aa40-d9c5b64f8905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:56.138980 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.securitygroups_db [None req-b8c38a13-a8b9-46a7-af31-70af8c61b13d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Project 01ef02dfd52147a1bd6cf1279736a2e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 15:51:56.147913 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b8c38a13-a8b9-46a7-af31-70af8c61b13d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:56.247754 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-5745bc8c-33da-4de2-aa40-d9c5b64f8905 None None] For port 79367d11-a93e-476b-b982-84b5bcabb495, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:51:56.251938 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-5745bc8c-33da-4de2-aa40-d9c5b64f8905 None None] For port 79367d11-a93e-476b-b982-84b5bcabb495, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=79367d11-a93e-476b-b982-84b5bcabb495,segment=NetworkSegment(1ff5b92a-f25a-4cba-9582-211b32bfdd07),segment_id=1ff5b92a-f25a-4cba-9582-211b32bfdd07)] {{(pid=84431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:51:56.289142 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5745bc8c-33da-4de2-aa40-d9c5b64f8905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:56.314354 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b8c38a13-a8b9-46a7-af31-70af8c61b13d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:56.340556 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7cb0fdfd-4b35-48eb-9266-2a82b949d6e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:56.350419 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b8c38a13-a8b9-46a7-af31-70af8c61b13d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742385'] for security_group_rule, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:56.362869 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:56.421038 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c38a13-a8b9-46a7-af31-70af8c61b13d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5566a8a-87cf-4dd7-ad39-8f074855a4fe,revision_number=0']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:56.435988 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b8c38a13-a8b9-46a7-af31-70af8c61b13d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:56.489413 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857d446-1d2b-4415-8fad-5dbec30085f2 req-b77d820e-4642-419d-9fa9-9be0c687c3d7 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:56.491203 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6857d446-1d2b-4415-8fad-5dbec30085f2 req-b77d820e-4642-419d-9fa9-9be0c687c3d7 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.1987815 Apr 05 15:51:56.598558 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6857d446-1d2b-4415-8fad-5dbec30085f2 req-e788fe02-ea08-47dd-9245-ddb63d29beb9 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966303 Apr 05 15:51:56.661563 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b8c38a13-a8b9-46a7-af31-70af8c61b13d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:56.663077 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-b8c38a13-a8b9-46a7-af31-70af8c61b13d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7223909 Apr 05 15:51:56.665816 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 39350) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:56.696378 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-e14e47d0-2191-494b-acef-6361c2a3a9dc tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Request body: {'security_group_rule': {'security_group_id': 'd55975f4-28dd-42ab-8eaa-35d849553127', 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:51:56.710010 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-e14e47d0-2191-494b-acef-6361c2a3a9dc tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:56.724164 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-e14e47d0-2191-494b-acef-6361c2a3a9dc tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Usage tracker for resource:security_group_rule and tenant:01ef02dfd52147a1bd6cf1279736a2e9 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:56.731590 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-e14e47d0-2191-494b-acef-6361c2a3a9dc tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:56.746760 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-e14e47d0-2191-494b-acef-6361c2a3a9dc tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:56.789731 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4db20-c3d5-4a6a-a391-d31eeae26045 None None] Pushing event updated for resources: {'Port': ['ID=79367d11-a93e-476b-b982-84b5bcabb495,revision_number=4']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:56.811552 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-31c4db20-c3d5-4a6a-a391-d31eeae26045 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:56.822208 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.securitygroups_db [None req-e14e47d0-2191-494b-acef-6361c2a3a9dc tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Project 01ef02dfd52147a1bd6cf1279736a2e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 15:51:56.866331 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd8efb-4214-4f89-a8b6-4400810e122c req-d123f384-ded0-404f-9abc-874442dcedcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:56.867943 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4dbd8efb-4214-4f89-a8b6-4400810e122c req-d123f384-ded0-404f-9abc-874442dcedcf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cd97b12be18437993ae8b61408dfe02&device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 1098 time: 0.4285157 Apr 05 15:51:56.868778 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e14e47d0-2191-494b-acef-6361c2a3a9dc tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:56.888598 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5745bc8c-33da-4de2-aa40-d9c5b64f8905 None None] Routers {'f0d8c440-cc44-4957-85a0-6c5e877777d1'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:51:56.889391 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-5745bc8c-33da-4de2-aa40-d9c5b64f8905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:51:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['f0d8c440-cc44-4957-85a0-6c5e877777d1'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:57.372389 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd806375-261f-4c34-b367-e4cfd67d972e req-ad1ba9a3-9239-4701-8889-d913090916ed tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:57.374057 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-dd806375-261f-4c34-b367-e4cfd67d972e req-ad1ba9a3-9239-4701-8889-d913090916ed tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.3600991 Apr 05 15:51:57.393689 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e14e47d0-2191-494b-acef-6361c2a3a9dc tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:57.424889 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd8efb-4214-4f89-a8b6-4400810e122c req-9ad8244e-7f35-4bea-9687-409c923cf9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:57.436544 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4dbd8efb-4214-4f89-a8b6-4400810e122c req-9ad8244e-7f35-4bea-9687-409c923cf9f0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3ce8b371-7444-4e4c-b34f-4697bdc6ea9f HTTP/1.1" status: 200 len: 912 time: 0.5266981 Apr 05 15:51:57.562658 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-5745bc8c-33da-4de2-aa40-d9c5b64f8905 None None] Set router f0d8c440-cc44-4957-85a0-6c5e877777d1 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:51:57.627426 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e14e47d0-2191-494b-acef-6361c2a3a9dc tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742385'] for security_group_rule, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:57.641050 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b8c38a13-a8b9-46a7-af31-70af8c61b13d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:57.663484 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-dd806375-261f-4c34-b367-e4cfd67d972e req-85861da0-b026-4c97-8b38-40fb30c7d243 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430166 Apr 05 15:51:57.684761 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e47d0-2191-494b-acef-6361c2a3a9dc tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d8e3dfd-5937-43b1-83ae-3d568af6465a,revision_number=0']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:51:57.684761 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e14e47d0-2191-494b-acef-6361c2a3a9dc tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:51:57.747323 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e14e47d0-2191-494b-acef-6361c2a3a9dc tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:57.748671 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-e14e47d0-2191-494b-acef-6361c2a3a9dc tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0807667 Apr 05 15:51:57.751241 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4dbd8efb-4214-4f89-a8b6-4400810e122c req-f64c3c9c-1871-408b-976a-00a6347a2306 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a642d2d-64ea-44c3-9434-e2d7446e0aa0 HTTP/1.1" status: 200 len: 1001 time: 0.3138273 Apr 05 15:51:57.785232 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9097b-7289-402d-ab25-04478ed647aa req-cfc58f23-557c-48b1-95fe-f73cf36bf77e tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:57.787323 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bfe9097b-7289-402d-ab25-04478ed647aa req-cfc58f23-557c-48b1-95fe-f73cf36bf77e tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 945 time: 0.4120138 Apr 05 15:51:57.894244 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bfe9097b-7289-402d-ab25-04478ed647aa req-ffb93d22-61fa-4360-9fc9-dae38b9b669d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957623 Apr 05 15:51:57.910228 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd8efb-4214-4f89-a8b6-4400810e122c req-23299bf0-d910-41c3-b3af-a05af89ab8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:57.914733 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4dbd8efb-4214-4f89-a8b6-4400810e122c req-23299bf0-d910-41c3-b3af-a05af89ab8a0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=368c6b65-9ecb-4154-a01c-9ea51d2251a4 HTTP/1.1" status: 200 len: 850 time: 0.1523621 Apr 05 15:51:58.041808 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd8efb-4214-4f89-a8b6-4400810e122c req-98856109-86a5-4d37-b80e-07c4c8e39c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:58.043609 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4dbd8efb-4214-4f89-a8b6-4400810e122c req-98856109-86a5-4d37-b80e-07c4c8e39c5f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3ce8b371-7444-4e4c-b34f-4697bdc6ea9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1204398 Apr 05 15:51:58.226064 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4dbd8efb-4214-4f89-a8b6-4400810e122c req-929c3446-e932-495f-939c-ca6523bc0c15 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce8b371-7444-4e4c-b34f-4697bdc6ea9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744025 Apr 05 15:51:58.230459 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a065ac0-8143-4ef2-a839-666322163a84 req-ae2e54b5-8627-49b9-a1b8-ddfea38604ef tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:58.242416 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a065ac0-8143-4ef2-a839-666322163a84 req-ae2e54b5-8627-49b9-a1b8-ddfea38604ef tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.2151723 Apr 05 15:51:58.356994 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a065ac0-8143-4ef2-a839-666322163a84 req-d7e426fe-b260-4d79-ac3a-3d295b17a1b2 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127179 Apr 05 15:51:58.434389 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4dbd8efb-4214-4f89-a8b6-4400810e122c req-ea30a88c-ba7b-4a25-b38f-8ccc21a1c837 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce8b371-7444-4e4c-b34f-4697bdc6ea9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981778 Apr 05 15:51:58.440777 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-5745bc8c-33da-4de2-aa40-d9c5b64f8905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d8c440-cc44-4957-85a0-6c5e877777d1', 'name': 'tempest-TestShelveInstance-1149090091-router', 'tenant_id': 'd64bd742fc92444caae4158b05bd8b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '0faf4784-8b57-4a49-bb41-f9e24cd5b539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:28Z', 'updated_at': '2021-04-05T15:51:42Z', 'revision_number': 4, 'project_id': 'd64bd742fc92444caae4158b05bd8b6a', 'gw_port': {'id': '0faf4784-8b57-4a49-bb41-f9e24cd5b539', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:17:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8c440-cc44-4957-85a0-6c5e877777d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:31Z', 'updated_at': '2021-04-05T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': '79367d11-a93e-476b-b982-84b5bcabb495', 'name': '', 'network_id': 'a4a1e995-2149-4b54-970c-0334467893dd', 'tenant_id': 'd64bd742fc92444caae4158b05bd8b6a', 'mac_address': 'fa:16:3e:3e:82:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d8c440-cc44-4957-85a0-6c5e877777d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1cdb785d-05a0-4a31-947b-6b93b954cb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:40Z', 'updated_at': '2021-04-05T15:51:56Z', 'revision_number': 4, 'project_id': 'd64bd742fc92444caae4158b05bd8b6a', 'subnets': [{'id': '1cdb785d-05a0-4a31-947b-6b93b954cb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:51:58.458686 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5745bc8c-33da-4de2-aa40-d9c5b64f8905 None None] The sync data for ids ['f0d8c440-cc44-4957-85a0-6c5e877777d1'] in dv-cinder-784779-1-iscsi is: [{'id': 'f0d8c440-cc44-4957-85a0-6c5e877777d1', 'name': 'tempest-TestShelveInstance-1149090091-router', 'tenant_id': 'd64bd742fc92444caae4158b05bd8b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '0faf4784-8b57-4a49-bb41-f9e24cd5b539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:28Z', 'updated_at': '2021-04-05T15:51:42Z', 'revision_number': 4, 'project_id': 'd64bd742fc92444caae4158b05bd8b6a', 'gw_port': {'id': '0faf4784-8b57-4a49-bb41-f9e24cd5b539', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:17:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8c440-cc44-4957-85a0-6c5e877777d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:31Z', 'updated_at': '2021-04-05T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': '79367d11-a93e-476b-b982-84b5bcabb495', 'name': '', 'network_id': 'a4a1e995-2149-4b54-970c-0334467893dd', 'tenant_id': 'd64bd742fc92444caae4158b05bd8b6a', 'mac_address': 'fa:16:3e:3e:82:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d8c440-cc44-4957-85a0-6c5e877777d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '1cdb785d-05a0-4a31-947b-6b93b954cb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:40Z', 'updated_at': '2021-04-05T15:51:56Z', 'revision_number': 4, 'project_id': 'd64bd742fc92444caae4158b05bd8b6a', 'subnets': [{'id': '1cdb785d-05a0-4a31-947b-6b93b954cb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:51:59.041652 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 79367d11-a93e-476b-b982-84b5bcabb495 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:51:59.193698 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5b082-cd58-4fc9-8f66-397b1318fe3d req-4b850dff-06af-4f66-aaee-c04db4951ef8 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:59.203090 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b5e5b082-cd58-4fc9-8f66-397b1318fe3d req-4b850dff-06af-4f66-aaee-c04db4951ef8 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.3366473 Apr 05 15:51:59.268038 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 39460) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:51:59.316016 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port 79367d11-a93e-476b-b982-84b5bcabb495 completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:51:59.327250 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 79367d11-a93e-476b-b982-84b5bcabb495 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:51:59.327250 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:59.507081 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b5e5b082-cd58-4fc9-8f66-397b1318fe3d req-5edc5e1c-0bfc-4ed8-84e1-e53e96393f60 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029187 Apr 05 15:51:59.547546 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-76265b39-3838-450c-8613-c68fbb614da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:59.630676 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-76265b39-3838-450c-8613-c68fbb614da4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:51:59.652442 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-76265b39-3838-450c-8613-c68fbb614da4 admin admin] Usage tracker for resource:security_group_rule and tenant:3fdd50f47c424161b4d5c84e89b9a585 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:51:59.656461 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-76265b39-3838-450c-8613-c68fbb614da4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:51:59.668159 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177876d-5af5-434e-b500-194ec8221da7 req-ba65a28d-3b61-4a5c-ae44-3287c383ce60 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:59.687024 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4177876d-5af5-434e-b500-194ec8221da7 req-ba65a28d-3b61-4a5c-ae44-3287c383ce60 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 945 time: 0.3781877 Apr 05 15:51:59.689761 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-76265b39-3838-450c-8613-c68fbb614da4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:51:59.705260 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:59.835807 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] For port 79367d11-a93e-476b-b982-84b5bcabb495, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=79367d11-a93e-476b-b982-84b5bcabb495,segment=NetworkSegment(1ff5b92a-f25a-4cba-9582-211b32bfdd07),segment_id=1ff5b92a-f25a-4cba-9582-211b32bfdd07)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:51:59.876339 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:51:59.878351 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:51:59.933342 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4177876d-5af5-434e-b500-194ec8221da7 req-bc18be97-ad80-498a-96fa-ad1764083098 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453153 Apr 05 15:51:59.988315 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a32c80-bf9b-4825-8a59-240b99cb4b3b req-3e5026a4-5941-4fe8-a2d9-31c49080518d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:51:59.990299 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-60a32c80-bf9b-4825-8a59-240b99cb4b3b req-3e5026a4-5941-4fe8-a2d9-31c49080518d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.2002270 Apr 05 15:52:00.060168 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Pushing event updated for resources: {'Port': ['ID=79367d11-a93e-476b-b982-84b5bcabb495,revision_number=5']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:00.080188 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:00.123127 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98c42e-c1cc-49f6-a633-59456fc61f1f req-0ceab7aa-307d-4c54-b92b-c1f1c349670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:00.123425 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-60a32c80-bf9b-4825-8a59-240b99cb4b3b req-78408eec-066f-43c0-bc1d-181bc70cc5f7 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251090 Apr 05 15:52:00.124738 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ea98c42e-c1cc-49f6-a633-59456fc61f1f req-0ceab7aa-307d-4c54-b92b-c1f1c349670d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=639ec5b6ae8d4642b674c6cd637e4cb2&device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 1098 time: 0.3252075 Apr 05 15:52:00.127250 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-76265b39-3838-450c-8613-c68fbb614da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:00.189344 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-76265b39-3838-450c-8613-c68fbb614da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:00.203868 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e6aefa36-0bd7-4f1a-8c63-15bef8016552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:00.300218 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76265b39-3838-450c-8613-c68fbb614da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38dbf50-ed14-410a-b33b-1718a743e60e,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:00.315152 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-76265b39-3838-450c-8613-c68fbb614da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:00.342424 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-76265b39-3838-450c-8613-c68fbb614da4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3fdd50f47c424161b4d5c84e89b9a585&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0695932 Apr 05 15:52:00.343381 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 39486) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:52:00.396637 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98c42e-c1cc-49f6-a633-59456fc61f1f req-dcc35ca4-487c-4552-9bc7-cd49a5dd75b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:00.400760 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ea98c42e-c1cc-49f6-a633-59456fc61f1f req-dcc35ca4-487c-4552-9bc7-cd49a5dd75b2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 HTTP/1.1" status: 200 len: 917 time: 0.2625299 Apr 05 15:52:00.467583 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d235f1d1-65ac-4075-95b4-7857e2439c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:00.551491 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d235f1d1-65ac-4075-95b4-7857e2439c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:00.581367 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ea98c42e-c1cc-49f6-a633-59456fc61f1f req-734a7f80-2dbe-457c-bff7-100afd2e66b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9ab0c9a-147c-4754-9117-98ffc83feff4 HTTP/1.1" status: 200 len: 1001 time: 0.1668913 Apr 05 15:52:00.659180 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d235f1d1-65ac-4075-95b4-7857e2439c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:00.665796 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7ef3ee7f-81f5-4d76-9172-e9ccd204e831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:00.667765 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98c42e-c1cc-49f6-a633-59456fc61f1f req-66761e26-48ab-4798-9197-56800112ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:00.669330 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ea98c42e-c1cc-49f6-a633-59456fc61f1f req-66761e26-48ab-4798-9197-56800112ec2c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b49c561-1ceb-4c3b-9352-979a5ef7193b HTTP/1.1" status: 200 len: 855 time: 0.0775964 Apr 05 15:52:00.687704 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235f1d1-65ac-4075-95b4-7857e2439c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38dbf50-ed14-410a-b33b-1718a743e60e,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:00.690670 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d235f1d1-65ac-4075-95b4-7857e2439c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:00.712145 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d235f1d1-65ac-4075-95b4-7857e2439c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:00.727262 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-d235f1d1-65ac-4075-95b4-7857e2439c02 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a38dbf50-ed14-410a-b33b-1718a743e60e HTTP/1.1" status: 204 len: 168 time: 0.3754265 Apr 05 15:52:00.777699 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98c42e-c1cc-49f6-a633-59456fc61f1f req-9f7432f0-af1b-4a97-a60f-f0f4d961c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:00.780951 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ea98c42e-c1cc-49f6-a633-59456fc61f1f req-9f7432f0-af1b-4a97-a60f-f0f4d961c9d3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5b2c727-4df9-4ea8-bf8a-1e179c6d9965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1015325 Apr 05 15:52:00.931989 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 79367d11-a93e-476b-b982-84b5bcabb495 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:52:00.949195 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285f9b6-0fb1-4dda-9e49-6ee317b1b051 req-2f88e824-e8b2-4379-bd9a-0b5615357ea3 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:00.967935 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1285f9b6-0fb1-4dda-9e49-6ee317b1b051 req-2f88e824-e8b2-4379-bd9a-0b5615357ea3 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.2824686 Apr 05 15:52:01.020913 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 79367d11-a93e-476b-b982-84b5bcabb495 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:52:01.021530 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:01.090597 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1285f9b6-0fb1-4dda-9e49-6ee317b1b051 req-2781bb13-c52c-427e-bdc1-8a73e8722448 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215391 Apr 05 15:52:01.185099 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ea98c42e-c1cc-49f6-a633-59456fc61f1f req-21f130f3-1829-4cc9-b389-79d83ce02b6b service neutron] 10.222.0.43 "GET /v2.0/networks/e5b2c727-4df9-4ea8-bf8a-1e179c6d9965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961287 Apr 05 15:52:01.437190 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e90cb4-0a41-4a9c-b210-d2f38d1328f0 req-3a8e510c-7820-4ec5-b596-291db6725d64 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:01.445677 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c1e90cb4-0a41-4a9c-b210-d2f38d1328f0 req-3a8e510c-7820-4ec5-b596-291db6725d64 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 945 time: 0.1381366 Apr 05 15:52:01.457858 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ea98c42e-c1cc-49f6-a633-59456fc61f1f req-c6e051a8-6e79-4f3c-95f7-6a79e001ee25 service neutron] 10.222.0.43 "GET /v2.0/networks/e5b2c727-4df9-4ea8-bf8a-1e179c6d9965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555382 Apr 05 15:52:01.504039 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c1e90cb4-0a41-4a9c-b210-d2f38d1328f0 req-49517d82-c7cc-4392-be0e-327971a0d563 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570252 Apr 05 15:52:01.661592 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 39526) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:52:01.694732 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ead72db4-20a0-40fa-8c5f-4b949bb5d03e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:01.759046 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-ead72db4-20a0-40fa-8c5f-4b949bb5d03e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:52:01.763709 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-ead72db4-20a0-40fa-8c5f-4b949bb5d03e admin admin] Usage tracker for resource:security_group_rule and tenant:e4f2e5d04ea14b8c9abf8761d8568e4b is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:52:01.773492 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-ead72db4-20a0-40fa-8c5f-4b949bb5d03e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:52:01.782602 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-ead72db4-20a0-40fa-8c5f-4b949bb5d03e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:52:01.900030 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ead72db4-20a0-40fa-8c5f-4b949bb5d03e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:01.951528 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ead72db4-20a0-40fa-8c5f-4b949bb5d03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:01.961605 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4ea64716-b4b3-4d07-81da-0107438c425f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:02.010461 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-ead72db4-20a0-40fa-8c5f-4b949bb5d03e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e4f2e5d04ea14b8c9abf8761d8568e4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485601 Apr 05 15:52:02.011268 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 39532) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:52:02.011978 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead72db4-20a0-40fa-8c5f-4b949bb5d03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf01f25-e770-442d-b65c-310446e1a711,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:02.015512 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-ead72db4-20a0-40fa-8c5f-4b949bb5d03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:02.091423 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-90f7fe9c-ee6b-4cd6-bca3-fbf54e2ba988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:02.123501 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-90f7fe9c-ee6b-4cd6-bca3-fbf54e2ba988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:02.301158 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c6178-457d-45d1-ab21-c81d88ebd258 req-e2f61193-197d-487f-8114-28b31787613b tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:02.302697 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-006c6178-457d-45d1-ab21-c81d88ebd258 req-e2f61193-197d-487f-8114-28b31787613b tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.0937877 Apr 05 15:52:02.350119 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-006c6178-457d-45d1-ab21-c81d88ebd258 req-7ba31678-bea9-4531-bb02-4fa034c67141 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409546 Apr 05 15:52:02.773289 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device d9ab0c9a-147c-4754-9117-98ffc83feff4 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:52:02.859155 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-90f7fe9c-ee6b-4cd6-bca3-fbf54e2ba988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:02.865101 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b78d3c32-1bb0-4fca-8e9d-54d07e0a627d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:02.916334 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:02.924309 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-90f7fe9c-ee6b-4cd6-bca3-fbf54e2ba988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:02.926843 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-90f7fe9c-ee6b-4cd6-bca3-fbf54e2ba988 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ccf01f25-e770-442d-b65c-310446e1a711 HTTP/1.1" status: 204 len: 168 time: 0.9137464 Apr 05 15:52:02.927268 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7fe9c-ee6b-4cd6-bca3-fbf54e2ba988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf01f25-e770-442d-b65c-310446e1a711,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:02.941397 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f7fe9c-ee6b-4cd6-bca3-fbf54e2ba988 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:02.942062 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc48b6f-bf65-4d15-a017-310d65321b56 req-4b7f5b7c-a511-4fb0-803e-f648e5416a6c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:02.944207 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0cc48b6f-bf65-4d15-a017-310d65321b56 req-4b7f5b7c-a511-4fb0-803e-f648e5416a6c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 945 time: 0.1460125 Apr 05 15:52:02.944697 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f7fe9c-ee6b-4cd6-bca3-fbf54e2ba988 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:02.945210 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f7fe9c-ee6b-4cd6-bca3-fbf54e2ba988 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:02.949609 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f7fe9c-ee6b-4cd6-bca3-fbf54e2ba988 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:02.949978 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f7fe9c-ee6b-4cd6-bca3-fbf54e2ba988 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:02.950535 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f7fe9c-ee6b-4cd6-bca3-fbf54e2ba988 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:02.951020 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f7fe9c-ee6b-4cd6-bca3-fbf54e2ba988 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:02.951497 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f7fe9c-ee6b-4cd6-bca3-fbf54e2ba988 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:02.952129 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f7fe9c-ee6b-4cd6-bca3-fbf54e2ba988 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:02.952451 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f7fe9c-ee6b-4cd6-bca3-fbf54e2ba988 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:02.956328 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f7fe9c-ee6b-4cd6-bca3-fbf54e2ba988 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:02.956716 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f7fe9c-ee6b-4cd6-bca3-fbf54e2ba988 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:02.967483 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-90f7fe9c-ee6b-4cd6-bca3-fbf54e2ba988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:03.082813 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0cc48b6f-bf65-4d15-a017-310d65321b56 req-6bb44793-01df-40b3-8ecc-71d6bf3bee95 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254830 Apr 05 15:52:03.226026 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port d9ab0c9a-147c-4754-9117-98ffc83feff4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d9ab0c9a-147c-4754-9117-98ffc83feff4,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:52:03.227017 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ad1f83-fffe-4e12-b368-d4dc93b959ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9ab0c9a-147c-4754-9117-98ffc83feff4'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:52:03.264489 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:03.267249 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:03.327624 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ad1f83-fffe-4e12-b368-d4dc93b959ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9ab0c9a-147c-4754-9117-98ffc83feff4', 'code': 200} Apr 05 15:52:03.352430 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=d9ab0c9a-147c-4754-9117-98ffc83feff4,revision_number=8']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:03.357733 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:03.668727 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385f36c-b736-4d9d-a0e6-ca5731c5e489 req-9a708b5e-0934-479a-9a2d-a5c519c91858 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:03.670540 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7385f36c-b736-4d9d-a0e6-ca5731c5e489 req-9a708b5e-0934-479a-9a2d-a5c519c91858 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1425052 Apr 05 15:52:03.732922 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7385f36c-b736-4d9d-a0e6-ca5731c5e489 req-6f6630ef-04a3-42e0-9989-2f143d8ad200 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519044 Apr 05 15:52:04.378782 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a75812-a09f-4017-a970-d88921142799 req-ade35f08-1e5e-4e31-a0a9-68262c158fe6 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:04.380743 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c8a75812-a09f-4017-a970-d88921142799 req-ade35f08-1e5e-4e31-a0a9-68262c158fe6 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.1370745 Apr 05 15:52:04.455831 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c8a75812-a09f-4017-a970-d88921142799 req-f5e9e895-6c2b-4098-9b1e-443ce743265d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664725 Apr 05 15:52:05.016642 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6f3b9-6414-460e-b6f1-781b69a1d098 req-8834af2b-692d-4631-9faa-f987f2d61d0d tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:05.018277 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-20b6f3b9-6414-460e-b6f1-781b69a1d098 req-8834af2b-692d-4631-9faa-f987f2d61d0d tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1297710 Apr 05 15:52:05.078743 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-20b6f3b9-6414-460e-b6f1-781b69a1d098 req-202c0b25-691a-4634-9971-fb84c06522ae tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536785 Apr 05 15:52:06.381326 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c75f5-e7ed-4e3e-b2d5-515a2c224ab6 req-f425a73b-0b8d-4ee8-8bf6-5136dc20d549 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:06.382951 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-aa9c75f5-e7ed-4e3e-b2d5-515a2c224ab6 req-f425a73b-0b8d-4ee8-8bf6-5136dc20d549 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1418352 Apr 05 15:52:06.444798 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-aa9c75f5-e7ed-4e3e-b2d5-515a2c224ab6 req-48d1c9b0-a67c-4a5c-9e59-e1f839bcbef8 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427032 Apr 05 15:52:07.580758 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0bfc5-7b61-47f0-91d7-a10962229687 req-9769352c-ec99-4488-9e60-dce1d6ddcc1f tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:07.583039 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4ed0bfc5-7b61-47f0-91d7-a10962229687 req-9769352c-ec99-4488-9e60-dce1d6ddcc1f tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.1377442 Apr 05 15:52:07.625858 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device d9ab0c9a-147c-4754-9117-98ffc83feff4 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:52:07.795002 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4ed0bfc5-7b61-47f0-91d7-a10962229687 req-c13e9e5d-d218-42c1-be11-2d86b397af28 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991818 Apr 05 15:52:07.831173 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca817d42-4970-4dd7-8a50-5f9145f0863a req-645b774c-8874-46a6-aa4d-cb7e0b96575c tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:07.839690 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ca817d42-4970-4dd7-8a50-5f9145f0863a req-645b774c-8874-46a6-aa4d-cb7e0b96575c tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1942854 Apr 05 15:52:07.890974 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ca817d42-4970-4dd7-8a50-5f9145f0863a req-10f579f3-f5de-4236-b9bf-b889c4e9d57e tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500214 Apr 05 15:52:08.936764 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 39746) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:52:09.237280 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd188c0-445e-4e4b-98e7-7a6a7fe19cc8 req-72e1f524-c06e-4a08-a4eb-6a21fa910f52 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:09.238852 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-cfd188c0-445e-4e4b-98e7-7a6a7fe19cc8 req-72e1f524-c06e-4a08-a4eb-6a21fa910f52 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.2926362 Apr 05 15:52:09.282247 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-25ac6da3-23ab-4cbb-ad61-bafaed25fc07 req-a13fe1ec-9ff9-40a8-8c7c-655bf01a1438 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3438244 Apr 05 15:52:09.291953 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039556be-29f5-42f1-adb5-4c67712ce972 req-3db58803-60ec-410b-9197-9500e9d52569 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:09.293425 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-039556be-29f5-42f1-adb5-4c67712ce972 req-3db58803-60ec-410b-9197-9500e9d52569 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/networks?id=b6519836-4d08-41f2-b117-98e4b77d8750 HTTP/1.1" status: 200 len: 813 time: 0.2872360 Apr 05 15:52:09.325684 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-cfd188c0-445e-4e4b-98e7-7a6a7fe19cc8 req-5d18f05e-e9ce-4e65-bb85-19452ec8cf44 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700700 Apr 05 15:52:09.327240 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-039556be-29f5-42f1-adb5-4c67712ce972 req-41e48431-e0eb-4929-a78d-40eeb2f6536f tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/quotas/d05d2d370a5b4482b2f84751cf78d2ea HTTP/1.1" status: 200 len: 375 time: 0.0209374 Apr 05 15:52:09.422274 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-039556be-29f5-42f1-adb5-4c67712ce972 req-17435725-9a52-4406-82e4-625858c9509f tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Synchronizing usage tracker for tenant:d05d2d370a5b4482b2f84751cf78d2ea on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:52:09.488853 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-039556be-29f5-42f1-adb5-4c67712ce972 req-17435725-9a52-4406-82e4-625858c9509f tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Unset dirty status for tenant:d05d2d370a5b4482b2f84751cf78d2ea on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:52:09.490188 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-039556be-29f5-42f1-adb5-4c67712ce972 req-17435725-9a52-4406-82e4-625858c9509f tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d05d2d370a5b4482b2f84751cf78d2ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1560533 Apr 05 15:52:09.646141 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce218f-e173-4f22-901b-036cae9c4fd5 req-247e4b3d-d00b-4ac2-9c28-af33919b76f2 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:09.648644 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3bce218f-e173-4f22-901b-036cae9c4fd5 req-247e4b3d-d00b-4ac2-9c28-af33919b76f2 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.2019517 Apr 05 15:52:09.696669 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-039556be-29f5-42f1-adb5-4c67712ce972 req-97e3cc93-28a0-400f-8b8f-c299b12238e5 service neutron] 10.222.0.44 "GET /v2.0/networks/b6519836-4d08-41f2-b117-98e4b77d8750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926787 Apr 05 15:52:09.755587 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3bce218f-e173-4f22-901b-036cae9c4fd5 req-8092cb53-f66f-464a-9262-43aa95a38729 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946109 Apr 05 15:52:10.071270 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-039556be-29f5-42f1-adb5-4c67712ce972 req-0bd3185b-2adb-4c18-a310-9f26cc7eb6d9 service neutron] 10.222.0.44 "GET /v2.0/networks/b6519836-4d08-41f2-b117-98e4b77d8750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633986 Apr 05 15:52:10.304345 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a55216-35ed-4208-8dde-d3360bf91de7 req-cca1149e-871a-4cf8-b79f-17ca81956b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:10.305883 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-98a55216-35ed-4208-8dde-d3360bf91de7 req-cca1149e-871a-4cf8-b79f-17ca81956b4f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 1098 time: 0.0851989 Apr 05 15:52:10.309425 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1e8fe1da-f9da-4914-b1e2-dae51f3f066a req-b5e84120-1aaf-47b8-b482-61f0b8fecc15 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 210 time: 0.0567124 Apr 05 15:52:10.356540 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-98a55216-35ed-4208-8dde-d3360bf91de7 req-b929ddea-9543-4c60-a9a0-8bfbc7b1edd7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389149 Apr 05 15:52:10.540369 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6d125-30db-4c58-8680-4bcdca164b58 req-26b222bf-29bc-491d-b770-57bc0414ef71 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:10.541925 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d4b6d125-30db-4c58-8680-4bcdca164b58 req-26b222bf-29bc-491d-b770-57bc0414ef71 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.0893199 Apr 05 15:52:10.592867 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d4b6d125-30db-4c58-8680-4bcdca164b58 req-f55ca410-9328-4f1e-aeab-4cae49cb2dfe tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442648 Apr 05 15:52:10.969449 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2055b9-ebb1-4275-b617-fce797f23d5d req-ce44eeb3-62ae-4ff9-a1a8-dfb130255e20 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:10.971103 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8f2055b9-ebb1-4275-b617-fce797f23d5d req-ce44eeb3-62ae-4ff9-a1a8-dfb130255e20 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.0910368 Apr 05 15:52:11.020412 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8f2055b9-ebb1-4275-b617-fce797f23d5d req-99a7daa0-92e7-4162-a8b5-cbf847c7c726 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424263 Apr 05 15:52:11.380440 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 39808) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:52:11.436561 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-488269c3-743e-42e7-a69c-e13a841deaa3 req-52f6a558-6fec-46dc-b84e-a12ac0b2a498 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 210 time: 0.0678935 Apr 05 15:52:11.507300 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a0571733-70fe-42a9-af4a-df9f301d482d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:11.523294 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-a0571733-70fe-42a9-af4a-df9f301d482d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:52:11.527874 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-a0571733-70fe-42a9-af4a-df9f301d482d admin admin] Usage tracker for resource:security_group_rule and tenant:995dcd0e2c8e4e9ba37c26fc415d3fbc is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:52:11.531019 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-a0571733-70fe-42a9-af4a-df9f301d482d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:52:11.537086 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-a0571733-70fe-42a9-af4a-df9f301d482d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:52:11.620656 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a0571733-70fe-42a9-af4a-df9f301d482d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:11.652875 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a0571733-70fe-42a9-af4a-df9f301d482d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:11.662436 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-1d04ebd3-0d09-41a0-8812-4eb046d2e4f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:11.705445 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-a0571733-70fe-42a9-af4a-df9f301d482d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=995dcd0e2c8e4e9ba37c26fc415d3fbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3238411 Apr 05 15:52:11.706463 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0571733-70fe-42a9-af4a-df9f301d482d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6999b829-8b13-4b13-8281-1d454003eb41,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:11.708320 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 39818) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:52:11.709626 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a0571733-70fe-42a9-af4a-df9f301d482d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:11.866156 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7966cda-7401-466c-9939-3e866a4eefb9 req-da1587b8-31f5-44f3-98dc-e400fb19f39d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:11.875507 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b7966cda-7401-466c-9939-3e866a4eefb9 req-da1587b8-31f5-44f3-98dc-e400fb19f39d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.1630404 Apr 05 15:52:11.877915 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-851c2fb1-1783-4df1-89b2-b3af6b86f398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:11.960473 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b7966cda-7401-466c-9939-3e866a4eefb9 req-ddb0a76e-5e07-4ef9-bad9-2a19c73fdfc5 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834696 Apr 05 15:52:11.965673 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-851c2fb1-1783-4df1-89b2-b3af6b86f398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:12.092373 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-851c2fb1-1783-4df1-89b2-b3af6b86f398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:12.097713 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-69442530-2f86-4ef5-b30c-bda136006cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:12.113159 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c2fb1-1783-4df1-89b2-b3af6b86f398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6999b829-8b13-4b13-8281-1d454003eb41,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:12.124388 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c2fb1-1783-4df1-89b2-b3af6b86f398 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:12.124795 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c2fb1-1783-4df1-89b2-b3af6b86f398 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:12.125191 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c2fb1-1783-4df1-89b2-b3af6b86f398 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:12.125581 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c2fb1-1783-4df1-89b2-b3af6b86f398 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:12.125966 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c2fb1-1783-4df1-89b2-b3af6b86f398 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:12.126352 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c2fb1-1783-4df1-89b2-b3af6b86f398 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:12.126777 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c2fb1-1783-4df1-89b2-b3af6b86f398 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:12.127159 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c2fb1-1783-4df1-89b2-b3af6b86f398 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:12.127541 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c2fb1-1783-4df1-89b2-b3af6b86f398 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:12.127920 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c2fb1-1783-4df1-89b2-b3af6b86f398 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:12.128298 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c2fb1-1783-4df1-89b2-b3af6b86f398 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:12.128676 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c2fb1-1783-4df1-89b2-b3af6b86f398 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:12.132293 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-851c2fb1-1783-4df1-89b2-b3af6b86f398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:12.133554 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-851c2fb1-1783-4df1-89b2-b3af6b86f398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:12.134758 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-851c2fb1-1783-4df1-89b2-b3af6b86f398 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6999b829-8b13-4b13-8281-1d454003eb41 HTTP/1.1" status: 204 len: 168 time: 0.4247038 Apr 05 15:52:12.221030 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49122ca1-c231-4965-a1ba-a7c35c3a6539 req-145b7424-15c8-4d58-8bc4-b78c127167fd tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:12.222770 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-49122ca1-c231-4965-a1ba-a7c35c3a6539 req-145b7424-15c8-4d58-8bc4-b78c127167fd tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.0868115 Apr 05 15:52:12.273970 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-49122ca1-c231-4965-a1ba-a7c35c3a6539 req-4dac803e-ab7d-4bcf-b251-3b8258d7436a tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442460 Apr 05 15:52:12.533372 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d37ff78a-c40f-4990-bbd4-54c488edfe00 req-2bc1dbd9-8819-44fd-8922-7c19a6725eaa tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 210 time: 0.0486214 Apr 05 15:52:12.611255 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 39844) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:52:12.630446 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-846b309e-2502-4e39-9500-9dcb56dd5c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:12.645562 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-846b309e-2502-4e39-9500-9dcb56dd5c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:52:12.649748 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-846b309e-2502-4e39-9500-9dcb56dd5c1d admin admin] Usage tracker for resource:security_group_rule and tenant:82b7b6a7f0e84727a7aa8b5c3f12bb38 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:52:12.653180 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-846b309e-2502-4e39-9500-9dcb56dd5c1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:52:12.659112 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-846b309e-2502-4e39-9500-9dcb56dd5c1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:52:12.783173 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-846b309e-2502-4e39-9500-9dcb56dd5c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:12.818229 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-846b309e-2502-4e39-9500-9dcb56dd5c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:12.828024 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-2e0f862d-9bea-4f03-a654-60b17ffe339c tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:12.870660 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-846b309e-2502-4e39-9500-9dcb56dd5c1d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=82b7b6a7f0e84727a7aa8b5c3f12bb38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2579699 Apr 05 15:52:12.871622 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b309e-2502-4e39-9500-9dcb56dd5c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d777c17-881b-422b-9830-62fbb6fd300e,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:12.873644 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 39850) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:52:12.874682 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-846b309e-2502-4e39-9500-9dcb56dd5c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:12.951219 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6071b035-4641-4bfd-b614-83c0679b9dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:12.978257 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6071b035-4641-4bfd-b614-83c0679b9dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:13.081213 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6071b035-4641-4bfd-b614-83c0679b9dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:13.089821 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f80a2905-a355-4f1c-8210-691cd710bfc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:13.104889 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071b035-4641-4bfd-b614-83c0679b9dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d777c17-881b-422b-9830-62fbb6fd300e,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:13.109112 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6071b035-4641-4bfd-b614-83c0679b9dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:13.111189 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6071b035-4641-4bfd-b614-83c0679b9dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:13.115474 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-6071b035-4641-4bfd-b614-83c0679b9dea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8d777c17-881b-422b-9830-62fbb6fd300e HTTP/1.1" status: 204 len: 168 time: 0.2376287 Apr 05 15:52:13.206480 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a759980-ba8f-4c1c-a0f7-4f8fc4cbb42f req-d61e72ed-5a6b-4143-8029-7490052309af tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:13.208095 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0a759980-ba8f-4c1c-a0f7-4f8fc4cbb42f req-d61e72ed-5a6b-4143-8029-7490052309af tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.1140430 Apr 05 15:52:13.255764 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0a759980-ba8f-4c1c-a0f7-4f8fc4cbb42f req-d99f0d12-df07-40df-9791-4d6311d847b1 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411813 Apr 05 15:52:13.481898 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec8365-03fa-422d-b21d-500cb6fe2373 req-79556e99-1536-4e35-a15e-d140d0a417ea tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:13.483502 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4eec8365-03fa-422d-b21d-500cb6fe2373 req-79556e99-1536-4e35-a15e-d140d0a417ea tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.0954123 Apr 05 15:52:13.532222 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4eec8365-03fa-422d-b21d-500cb6fe2373 req-e71aab89-a931-4524-9331-b40663006e0f tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420554 Apr 05 15:52:13.647108 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ab127f54-fdbd-412b-aaf7-d78c7b598080 req-b1d5f2fd-a77c-4dd4-b58a-7f70d425160c tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 210 time: 0.0566630 Apr 05 15:52:14.487060 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda00ac-2aa7-45b6-96d2-3b01717c1d2e req-7ad7be13-6ad5-4cc8-bbda-ff941f358b0b tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:14.488679 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1cda00ac-2aa7-45b6-96d2-3b01717c1d2e req-7ad7be13-6ad5-4cc8-bbda-ff941f358b0b tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.0975945 Apr 05 15:52:14.542638 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1cda00ac-2aa7-45b6-96d2-3b01717c1d2e req-cc0e7766-4a45-4072-a783-9d491f20b59d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466189 Apr 05 15:52:14.754245 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a27f3b-39e9-4801-9cf0-441b0616d04c req-f52cef35-0488-47bd-ac8d-5edbee9c60fa tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:14.756189 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e7a27f3b-39e9-4801-9cf0-441b0616d04c req-f52cef35-0488-47bd-ac8d-5edbee9c60fa tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1016996 Apr 05 15:52:14.825184 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b2e0d946-db72-4695-8d4e-e3e19131e21b req-74eb6426-b101-47d3-9a18-5361145ee713 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 210 time: 0.0679398 Apr 05 15:52:14.831509 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 39908) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:52:14.845932 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac6da3-23ab-4cbb-ad61-bafaed25fc07 req-e146a4ce-153f-4973-8d01-9cb6b37c16e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:14.847635 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-25ac6da3-23ab-4cbb-ad61-bafaed25fc07 req-e146a4ce-153f-4973-8d01-9cb6b37c16e2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab&tenant_id=639ec5b6ae8d4642b674c6cd637e4cb2 HTTP/1.1" status: 200 len: 1096 time: 0.0946290 Apr 05 15:52:14.864879 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e7a27f3b-39e9-4801-9cf0-441b0616d04c req-b5ad581b-fd47-47ba-90af-6c8512974c0c tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646493 Apr 05 15:52:14.994998 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac6da3-23ab-4cbb-ad61-bafaed25fc07 req-32b116fd-d60b-4447-9ebf-f50b163157de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:14.997323 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-25ac6da3-23ab-4cbb-ad61-bafaed25fc07 req-32b116fd-d60b-4447-9ebf-f50b163157de service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=639ec5b6ae8d4642b674c6cd637e4cb2&device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 1096 time: 0.1164379 Apr 05 15:52:15.048229 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7298714a-7ed6-48cd-b721-e18aaeec16ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:15.077770 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-7298714a-7ed6-48cd-b721-e18aaeec16ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:52:15.083724 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-7298714a-7ed6-48cd-b721-e18aaeec16ff admin admin] Usage tracker for resource:security_group_rule and tenant:135249290f25493d928d53273a4fbff6 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:52:15.093821 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-7298714a-7ed6-48cd-b721-e18aaeec16ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:52:15.170260 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-7298714a-7ed6-48cd-b721-e18aaeec16ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:52:15.184959 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:15.307145 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac6da3-23ab-4cbb-ad61-bafaed25fc07 req-19294269-2dbc-482e-871e-99067ad93cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:15.308835 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-25ac6da3-23ab-4cbb-ad61-bafaed25fc07 req-19294269-2dbc-482e-871e-99067ad93cec service neutron] 10.222.0.43 "GET /v2.0/networks?id=e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 HTTP/1.1" status: 200 len: 917 time: 0.2901170 Apr 05 15:52:15.457130 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7298714a-7ed6-48cd-b721-e18aaeec16ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:15.459657 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-25ac6da3-23ab-4cbb-ad61-bafaed25fc07 req-7e2180ea-c8a0-4b90-a511-8f916fd1b38c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9ab0c9a-147c-4754-9117-98ffc83feff4 HTTP/1.1" status: 200 len: 999 time: 0.1433158 Apr 05 15:52:15.545154 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7298714a-7ed6-48cd-b721-e18aaeec16ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:15.556729 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4329365f-2f87-4b7b-8bcc-9f63ac93de15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:15.579565 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac6da3-23ab-4cbb-ad61-bafaed25fc07 req-3d3cb9af-c465-4df8-8134-f03b94b96b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:15.581179 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-25ac6da3-23ab-4cbb-ad61-bafaed25fc07 req-3d3cb9af-c465-4df8-8134-f03b94b96b12 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b49c561-1ceb-4c3b-9352-979a5ef7193b HTTP/1.1" status: 200 len: 855 time: 0.1131432 Apr 05 15:52:15.762155 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba8e27-8674-4c5d-ae21-b2d977e7a671 req-1d0528a2-3e8a-4e65-bacf-96e341157370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:15.764147 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-56ba8e27-8674-4c5d-ae21-b2d977e7a671 req-1d0528a2-3e8a-4e65-bacf-96e341157370 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4eb531685324e0f8fb99da30c72fe0c&device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 1098 time: 0.1655588 Apr 05 15:52:15.910762 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298714a-7ed6-48cd-b721-e18aaeec16ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ea75d5-66eb-4f64-b31f-009c5305587b,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:15.915831 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-7298714a-7ed6-48cd-b721-e18aaeec16ff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=135249290f25493d928d53273a4fbff6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0830410 Apr 05 15:52:15.916963 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7298714a-7ed6-48cd-b721-e18aaeec16ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:15.919784 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 39942) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:52:15.921900 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c525377-0e60-48e1-82a8-1250a99d82e1 req-d566057c-e955-464e-a629-cecc51aec99d tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:15.929945 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8c525377-0e60-48e1-82a8-1250a99d82e1 req-d566057c-e955-464e-a629-cecc51aec99d tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.3842897 Apr 05 15:52:16.007281 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac6da3-23ab-4cbb-ad61-bafaed25fc07 req-7236176e-3832-4d8e-aff1-39260efbe4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:16.008891 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-25ac6da3-23ab-4cbb-ad61-bafaed25fc07 req-7236176e-3832-4d8e-aff1-39260efbe4b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5b2c727-4df9-4ea8-bf8a-1e179c6d9965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4105778 Apr 05 15:52:16.012187 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-dd07f6f9-da31-44a6-a2b8-98e4d9190c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:16.026753 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8c525377-0e60-48e1-82a8-1250a99d82e1 req-4838f1ad-7ae5-41aa-8fa9-66c2a658c80f tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957317 Apr 05 15:52:16.037988 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d0ef8-059f-474f-b9e1-185e9fb4ccf3 req-71ecea79-5aaa-4145-811a-5a1730da56c4 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:16.047762 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-694d0ef8-059f-474f-b9e1-185e9fb4ccf3 req-71ecea79-5aaa-4145-811a-5a1730da56c4 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.3306718 Apr 05 15:52:16.090619 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba8e27-8674-4c5d-ae21-b2d977e7a671 req-03f475b7-d176-47f9-a352-5a2840c7b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:16.092204 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-56ba8e27-8674-4c5d-ae21-b2d977e7a671 req-03f475b7-d176-47f9-a352-5a2840c7b8c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=bf7980d5-30f6-4b51-8804-073d14195735 HTTP/1.1" status: 200 len: 919 time: 0.3183277 Apr 05 15:52:16.110707 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-dd07f6f9-da31-44a6-a2b8-98e4d9190c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:16.183893 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-694d0ef8-059f-474f-b9e1-185e9fb4ccf3 req-6994323f-9dda-46fa-97c2-41dbb7c0e056 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369107 Apr 05 15:52:16.199118 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-56ba8e27-8674-4c5d-ae21-b2d977e7a671 req-83a3247c-87c7-4dbd-9573-1516c47740f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd6fa5d8-c43a-4af4-bf91-8418504340dd HTTP/1.1" status: 200 len: 217 time: 0.0916882 Apr 05 15:52:16.275720 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-25ac6da3-23ab-4cbb-ad61-bafaed25fc07 req-421f3113-5da2-4c0d-818b-800d99526b20 service neutron] 10.222.0.43 "GET /v2.0/networks/e5b2c727-4df9-4ea8-bf8a-1e179c6d9965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512856 Apr 05 15:52:16.284938 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0ed29c3b-921d-46dd-8ace-473cdc51e2d5 req-5060070f-33e2-4f0c-87c8-60085f327d44 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 210 time: 0.0998347 Apr 05 15:52:16.324799 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-dd07f6f9-da31-44a6-a2b8-98e4d9190c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:16.333519 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f33eecb3-272e-470c-8b23-21e70d028c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:16.373927 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba8e27-8674-4c5d-ae21-b2d977e7a671 req-777e8baa-6ac8-40ae-8e85-405a5d28f41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:16.375779 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-56ba8e27-8674-4c5d-ae21-b2d977e7a671 req-777e8baa-6ac8-40ae-8e85-405a5d28f41d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f37979fe-7609-44e8-8c79-38b8746e7197 HTTP/1.1" status: 200 len: 858 time: 0.0899351 Apr 05 15:52:16.429742 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.43', 49538) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:52:16.450591 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07f6f9-da31-44a6-a2b8-98e4d9190c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ea75d5-66eb-4f64-b31f-009c5305587b,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:16.453131 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-dd07f6f9-da31-44a6-a2b8-98e4d9190c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:16.481588 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-dd07f6f9-da31-44a6-a2b8-98e4d9190c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:16.483349 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-dd07f6f9-da31-44a6-a2b8-98e4d9190c4c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/00ea75d5-66eb-4f64-b31f-009c5305587b HTTP/1.1" status: 204 len: 168 time: 0.5614617 Apr 05 15:52:16.493770 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-56ba8e27-8674-4c5d-ae21-b2d977e7a671 req-34e4a191-1b88-4da8-8e44-af5d5e663815 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf7980d5-30f6-4b51-8804-073d14195735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100910 Apr 05 15:52:16.535340 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-25ac6da3-23ab-4cbb-ad61-bafaed25fc07 req-e5dee201-3f32-4340-80c5-dc3dfc527de3 service neutron] 10.222.0.43 "GET /v2.0/networks/e5b2c727-4df9-4ea8-bf8a-1e179c6d9965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533109 Apr 05 15:52:16.558299 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-737c3c42-be0e-4f27-8e16-562883948084 req-43668f63-9606-4a02-a437-739338a1fa85 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2132549 Apr 05 15:52:16.687173 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c3c42-be0e-4f27-8e16-562883948084 req-cfe9c5d8-e1a1-4944-a4c5-6ea6d97e9b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:16.691089 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-737c3c42-be0e-4f27-8e16-562883948084 req-cfe9c5d8-e1a1-4944-a4c5-6ea6d97e9b65 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d4eb531685324e0f8fb99da30c72fe0c&device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 1098 time: 0.1020954 Apr 05 15:52:16.729928 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039556be-29f5-42f1-adb5-4c67712ce972 req-9bf1c7d2-0cd8-4903-871a-684a26967607 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:16.731676 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-039556be-29f5-42f1-adb5-4c67712ce972 req-9bf1c7d2-0cd8-4903-871a-684a26967607 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.43 "GET /v2.0/networks?id=b6519836-4d08-41f2-b117-98e4b77d8750 HTTP/1.1" status: 200 len: 813 time: 0.2956254 Apr 05 15:52:16.753291 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-56ba8e27-8674-4c5d-ae21-b2d977e7a671 req-ab23a9bc-6e5f-4f1c-b909-b7fd5528966e service neutron] 10.222.0.43 "GET /v2.0/networks/bf7980d5-30f6-4b51-8804-073d14195735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492619 Apr 05 15:52:16.757133 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-039556be-29f5-42f1-adb5-4c67712ce972 req-18d2f10f-2075-45cf-abf2-0b61601c9919 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Request body: {'port': {'device_id': 'f1722366-ce2d-44f5-901d-ea06a1da33a7', 'network_id': 'b6519836-4d08-41f2-b117-98e4b77d8750', 'admin_state_up': True, 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:52:16.899342 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c3c42-be0e-4f27-8e16-562883948084 req-5489c855-0301-41dd-9e2c-d4eeae409a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:16.901050 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-737c3c42-be0e-4f27-8e16-562883948084 req-5489c855-0301-41dd-9e2c-d4eeae409a3b service neutron] 10.222.0.43 "GET /v2.0/networks?id=bf7980d5-30f6-4b51-8804-073d14195735 HTTP/1.1" status: 200 len: 919 time: 0.1787350 Apr 05 15:52:17.065367 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-039556be-29f5-42f1-adb5-4c67712ce972 req-18d2f10f-2075-45cf-abf2-0b61601c9919 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:52:17.072236 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-56ba8e27-8674-4c5d-ae21-b2d977e7a671 req-99529e2e-9ac7-4ea3-892c-f13f1644fbd8 service neutron] 10.222.0.43 "GET /v2.0/networks/bf7980d5-30f6-4b51-8804-073d14195735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951169 Apr 05 15:52:17.079377 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-039556be-29f5-42f1-adb5-4c67712ce972 req-18d2f10f-2075-45cf-abf2-0b61601c9919 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:52:17.126909 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-039556be-29f5-42f1-adb5-4c67712ce972 req-18d2f10f-2075-45cf-abf2-0b61601c9919 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Made reservation on behalf of d05d2d370a5b4482b2f84751cf78d2ea for: {'port': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:52:17.133289 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-039556be-29f5-42f1-adb5-4c67712ce972 req-18d2f10f-2075-45cf-abf2-0b61601c9919 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:17.357372 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321337f-e1b9-471b-bdcd-e076e066492d req-a7fb4b6c-b54f-40a2-bed6-a3d77e240476 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:17.358998 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0321337f-e1b9-471b-bdcd-e076e066492d req-a7fb4b6c-b54f-40a2-bed6-a3d77e240476 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.2121954 Apr 05 15:52:17.483722 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [req-039556be-29f5-42f1-adb5-4c67712ce972 req-18d2f10f-2075-45cf-abf2-0b61601c9919 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Allocated IP 172.20.0.14 (b6519836-4d08-41f2-b117-98e4b77d8750/62c34293-35f9-4aae-96c1-3dd19d3f49af/24e81883-838e-4ff6-aae5-3c9499b22aba) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:52:17.508527 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0321337f-e1b9-471b-bdcd-e076e066492d req-55cd7585-b83a-41df-943b-80589b7aed1a tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057956 Apr 05 15:52:17.560227 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903d990-ad7a-43a3-b41b-4c75b15e9dc2 req-59083d6c-5faf-40b5-9bd8-9e8e739260b8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:17.561779 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d903d990-ad7a-43a3-b41b-4c75b15e9dc2 req-59083d6c-5faf-40b5-9bd8-9e8e739260b8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.2136199 Apr 05 15:52:17.717121 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d903d990-ad7a-43a3-b41b-4c75b15e9dc2 req-8caaaa3e-33ba-40e0-af60-80cecc1348aa tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419098 Apr 05 15:52:18.000685 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e94d2131-bbef-4b86-a8f0-fb672f29286e req-d3c8694d-566e-4cbb-9223-60d99eddd340 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 210 time: 0.3420804 Apr 05 15:52:18.049394 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-039556be-29f5-42f1-adb5-4c67712ce972 req-18d2f10f-2075-45cf-abf2-0b61601c9919 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:18.065190 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [req-039556be-29f5-42f1-adb5-4c67712ce972 req-18d2f10f-2075-45cf-abf2-0b61601c9919 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Transition to ACTIVE for port object 24e81883-838e-4ff6-aae5-3c9499b22aba will not be triggered until provisioned by entity DHCP. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:52:18.133045 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-039556be-29f5-42f1-adb5-4c67712ce972 req-18d2f10f-2075-45cf-abf2-0b61601c9919 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:18.152650 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-650f13ee-66b3-4bcc-a6eb-46e2dc3d1f5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:18.305623 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2f10f-2075-45cf-abf2-0b61601c9919 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Pushing event updated for resources: {'Port': ['ID=24e81883-838e-4ff6-aae5-3c9499b22aba,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:18.310021 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-18d2f10f-2075-45cf-abf2-0b61601c9919 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:18.356241 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-039556be-29f5-42f1-adb5-4c67712ce972 req-18d2f10f-2075-45cf-abf2-0b61601c9919 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Network b6519836-4d08-41f2-b117-98e4b77d8750 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:52:18.357415 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [req-039556be-29f5-42f1-adb5-4c67712ce972 req-18d2f10f-2075-45cf-abf2-0b61601c9919 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Resources bound (agent type, host, resource id): {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:52:18.360444 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-039556be-29f5-42f1-adb5-4c67712ce972 req-18d2f10f-2075-45cf-abf2-0b61601c9919 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:52:18.447100 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039556be-29f5-42f1-adb5-4c67712ce972 req-18d2f10f-2075-45cf-abf2-0b61601c9919 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:18.448498 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-039556be-29f5-42f1-adb5-4c67712ce972 req-18d2f10f-2075-45cf-abf2-0b61601c9919 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:18.511588 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-039556be-29f5-42f1-adb5-4c67712ce972 req-18d2f10f-2075-45cf-abf2-0b61601c9919 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7606394 Apr 05 15:52:18.659629 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-32a6a501-1d51-4199-9a5e-7c15f50cfc4a None None] Provisioning for port 24e81883-838e-4ff6-aae5-3c9499b22aba completed by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:52:18.665423 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-32a6a501-1d51-4199-9a5e-7c15f50cfc4a None None] Provisioning complete for port 24e81883-838e-4ff6-aae5-3c9499b22aba triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:52:18.666149 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-32a6a501-1d51-4199-9a5e-7c15f50cfc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:18.738007 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485cabf-1281-4054-90e7-2a4418f0b594 req-9b83863a-24e4-4e18-83fa-3bdffc4b88e2 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:18.739642 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2485cabf-1281-4054-90e7-2a4418f0b594 req-9b83863a-24e4-4e18-83fa-3bdffc4b88e2 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1031258 Apr 05 15:52:18.740339 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-32a6a501-1d51-4199-9a5e-7c15f50cfc4a None None] Port 24e81883-838e-4ff6-aae5-3c9499b22aba cannot update to ACTIVE because it is not bound. {{(pid=84431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:52:18.755338 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-737c3c42-be0e-4f27-8e16-562883948084 req-4f8a2ff0-aff3-46b4-84e2-ec53b3dadbb6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f969ea2-d9b2-4617-ace0-843a41cbcfec HTTP/1.1" status: 200 len: 217 time: 0.0715077 Apr 05 15:52:18.803901 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2485cabf-1281-4054-90e7-2a4418f0b594 req-0c1fed65-1ecb-49ec-9e12-e5e224819f8f tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560629 Apr 05 15:52:18.925946 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728eed3-aa5a-4f20-9d55-0ac5752f4802 req-602f5e5a-68b9-455a-9867-706aa44743fb tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:18.927746 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a728eed3-aa5a-4f20-9d55-0ac5752f4802 req-602f5e5a-68b9-455a-9867-706aa44743fb tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.0873191 Apr 05 15:52:18.975145 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a728eed3-aa5a-4f20-9d55-0ac5752f4802 req-256b8827-7a8f-4c4b-9867-e54b72779a11 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403898 Apr 05 15:52:19.202214 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf1ff9-6685-4f5e-a9ff-925ea2d5b479 req-b3359292-c893-4297-8ffd-9fbab9dce504 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:19.203017 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-decf1ff9-6685-4f5e-a9ff-925ea2d5b479 req-b3359292-c893-4297-8ffd-9fbab9dce504 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Synchronizing usage tracker for tenant:d05d2d370a5b4482b2f84751cf78d2ea on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:52:19.246944 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-decf1ff9-6685-4f5e-a9ff-925ea2d5b479 req-b3359292-c893-4297-8ffd-9fbab9dce504 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Unset dirty status for tenant:d05d2d370a5b4482b2f84751cf78d2ea on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:52:19.248195 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-decf1ff9-6685-4f5e-a9ff-925ea2d5b479 req-b3359292-c893-4297-8ffd-9fbab9dce504 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 932 time: 0.1340904 Apr 05 15:52:19.295637 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-decf1ff9-6685-4f5e-a9ff-925ea2d5b479 req-a1a7f510-87c8-4719-b66d-ab87722a2c8d tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410995 Apr 05 15:52:19.361286 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1136bc8e-a744-450d-a988-5e4cb613444b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:19.729504 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-039556be-29f5-42f1-adb5-4c67712ce972 req-42a8a252-4fb2-4edc-9261-8d5deb9b5791 service neutron] Request body: {'port': {'device_id': 'f1722366-ce2d-44f5-901d-ea06a1da33a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:52:19.827369 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c3c42-be0e-4f27-8e16-562883948084 req-ddc65de7-4028-4fe9-b277-09c524c69004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:19.828919 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-737c3c42-be0e-4f27-8e16-562883948084 req-ddc65de7-4028-4fe9-b277-09c524c69004 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f37979fe-7609-44e8-8c79-38b8746e7197 HTTP/1.1" status: 200 len: 858 time: 0.0983255 Apr 05 15:52:19.905156 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-737c3c42-be0e-4f27-8e16-562883948084 req-5a073026-1d6c-478c-a814-327ee5e3db67 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=bf7980d5-30f6-4b51-8804-073d14195735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667415 Apr 05 15:52:19.922109 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-039556be-29f5-42f1-adb5-4c67712ce972 req-42a8a252-4fb2-4edc-9261-8d5deb9b5791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:20.119328 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-737c3c42-be0e-4f27-8e16-562883948084 req-22122464-bc78-43d2-8bfe-ff2e09428911 service neutron] 10.222.0.43 "GET /v2.0/networks/bf7980d5-30f6-4b51-8804-073d14195735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048187 Apr 05 15:52:20.287901 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-737c3c42-be0e-4f27-8e16-562883948084 req-cc420edb-e026-43ef-95a8-b4916ca1366b service neutron] 10.222.0.43 "GET /v2.0/networks/bf7980d5-30f6-4b51-8804-073d14195735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604495 Apr 05 15:52:20.372327 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a12a88-a579-4273-8f8c-9188ee9459bc req-b5a76422-5e1a-49dd-9730-5357b31abecf tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:20.377710 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-79a12a88-a579-4273-8f8c-9188ee9459bc req-b5a76422-5e1a-49dd-9730-5357b31abecf tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.3407412 Apr 05 15:52:20.443401 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721d12b-9406-401d-af4e-67b1bdb5fc5d req-1acc66e8-5373-4af6-ae15-036fa994f790 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:20.444986 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9721d12b-9406-401d-af4e-67b1bdb5fc5d req-1acc66e8-5373-4af6-ae15-036fa994f790 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.3234437 Apr 05 15:52:20.600359 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-79a12a88-a579-4273-8f8c-9188ee9459bc req-791845c8-0738-414b-84e0-eaa1c6548833 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031510 Apr 05 15:52:20.628824 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9721d12b-9406-401d-af4e-67b1bdb5fc5d req-57978d8a-e656-4f51-a0d4-9a70a1e86384 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063449 Apr 05 15:52:20.738700 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:20.828473 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [req-039556be-29f5-42f1-adb5-4c67712ce972 req-42a8a252-4fb2-4edc-9261-8d5deb9b5791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e81883-838e-4ff6-aae5-3c9499b22aba {{(pid=84430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:52:20.840137 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-039556be-29f5-42f1-adb5-4c67712ce972 req-42a8a252-4fb2-4edc-9261-8d5deb9b5791 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:20.956869 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [req-039556be-29f5-42f1-adb5-4c67712ce972 req-42a8a252-4fb2-4edc-9261-8d5deb9b5791 service neutron] Transition to ACTIVE for port object 24e81883-838e-4ff6-aae5-3c9499b22aba will not be triggered until provisioned by entity L2. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:52:20.998983 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561eca7-b606-4f9a-9a11-b6c8bf50c97f req-488af859-00aa-43d4-9c94-8ab763b852b8 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:21.009609 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3561eca7-b606-4f9a-9a11-b6c8bf50c97f req-488af859-00aa-43d4-9c94-8ab763b852b8 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 932 time: 0.1425085 Apr 05 15:52:21.036183 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-039556be-29f5-42f1-adb5-4c67712ce972 req-42a8a252-4fb2-4edc-9261-8d5deb9b5791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844508714'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:21.069596 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-900909f9-e32a-4c5a-ae8b-fbf203c077a5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:21.389724 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3561eca7-b606-4f9a-9a11-b6c8bf50c97f req-3b642c68-4011-4b75-9a5b-0d4e2ff5e842 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791049 Apr 05 15:52:21.594799 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8a252-4fb2-4edc-9261-8d5deb9b5791 service neutron] Pushing event updated for resources: {'Port': ['ID=24e81883-838e-4ff6-aae5-3c9499b22aba,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:21.642385 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-42a8a252-4fb2-4edc-9261-8d5deb9b5791 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:21.823660 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 40104) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:52:21.883550 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4c702979-f4c8-4b02-9e8e-df3432358d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:22.042555 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-039556be-29f5-42f1-adb5-4c67712ce972 req-42a8a252-4fb2-4edc-9261-8d5deb9b5791 service neutron] Attempting to bind port 24e81883-838e-4ff6-aae5-3c9499b22aba on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:52:22.042992 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-039556be-29f5-42f1-adb5-4c67712ce972 req-42a8a252-4fb2-4edc-9261-8d5deb9b5791 service neutron] Attempting to bind port 24e81883-838e-4ff6-aae5-3c9499b22aba by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'fd16c644-fdf2-4094-b5c1-ced4f53dfaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b6519836-4d08-41f2-b117-98e4b77d8750'}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:52:22.043422 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039556be-29f5-42f1-adb5-4c67712ce972 req-42a8a252-4fb2-4edc-9261-8d5deb9b5791 service neutron] Attempting to bind port 24e81883-838e-4ff6-aae5-3c9499b22aba on network b6519836-4d08-41f2-b117-98e4b77d8750 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:52:22.074767 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039556be-29f5-42f1-adb5-4c67712ce972 req-42a8a252-4fb2-4edc-9261-8d5deb9b5791 service neutron] Port 24e81883-838e-4ff6-aae5-3c9499b22aba on network b6519836-4d08-41f2-b117-98e4b77d8750 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:52:22.076797 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039556be-29f5-42f1-adb5-4c67712ce972 req-42a8a252-4fb2-4edc-9261-8d5deb9b5791 service neutron] Attempting to bind port 24e81883-838e-4ff6-aae5-3c9499b22aba on network b6519836-4d08-41f2-b117-98e4b77d8750 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:52:22.083177 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-03518acd-42ad-4d37-88ba-8b17344a1290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:22.120439 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039556be-29f5-42f1-adb5-4c67712ce972 req-42a8a252-4fb2-4edc-9261-8d5deb9b5791 service neutron] Checking agent: {'id': 'e13e0a38-98d8-4e7c-86ff-f8c578f1bff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'started_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:52:22.120869 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039556be-29f5-42f1-adb5-4c67712ce972 req-42a8a252-4fb2-4edc-9261-8d5deb9b5791 service neutron] Checking segment: {'id': 'fd16c644-fdf2-4094-b5c1-ced4f53dfaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b6519836-4d08-41f2-b117-98e4b77d8750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:52:22.121271 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039556be-29f5-42f1-adb5-4c67712ce972 req-42a8a252-4fb2-4edc-9261-8d5deb9b5791 service neutron] Bound using segment: {'id': 'fd16c644-fdf2-4094-b5c1-ced4f53dfaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b6519836-4d08-41f2-b117-98e4b77d8750'} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:52:22.121763 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-039556be-29f5-42f1-adb5-4c67712ce972 req-42a8a252-4fb2-4edc-9261-8d5deb9b5791 service neutron] Bound port: 24e81883-838e-4ff6-aae5-3c9499b22aba, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd16c644-fdf2-4094-b5c1-ced4f53dfaac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b6519836-4d08-41f2-b117-98e4b77d8750'}}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:52:22.122143 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-039556be-29f5-42f1-adb5-4c67712ce972 req-42a8a252-4fb2-4edc-9261-8d5deb9b5791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:22.128367 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-03518acd-42ad-4d37-88ba-8b17344a1290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:52:22.148261 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-03518acd-42ad-4d37-88ba-8b17344a1290 admin admin] Usage tracker for resource:security_group_rule and tenant:d973a53a9d7a4091acca0ded5c3812e5 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:52:22.161452 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-03518acd-42ad-4d37-88ba-8b17344a1290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:52:22.172569 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-03518acd-42ad-4d37-88ba-8b17344a1290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:52:22.247463 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1059453-50a0-4339-a49d-18f9c5b65860 req-cd03a203-7734-43cd-a83b-6b516f5c6240 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:22.249078 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f1059453-50a0-4339-a49d-18f9c5b65860 req-cd03a203-7734-43cd-a83b-6b516f5c6240 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.3172553 Apr 05 15:52:22.257240 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e76302-280c-4d29-954c-4d842a552b8f req-e83bdb7f-ec87-4c93-91ba-b08cec8e9c0c tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:22.259640 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-15e76302-280c-4d29-954c-4d842a552b8f req-e83bdb7f-ec87-4c93-91ba-b08cec8e9c0c tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.4018435 Apr 05 15:52:22.318302 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-03518acd-42ad-4d37-88ba-8b17344a1290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:22.350143 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:22.357562 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-039556be-29f5-42f1-adb5-4c67712ce972 req-42a8a252-4fb2-4edc-9261-8d5deb9b5791 service neutron] For port 24e81883-838e-4ff6-aae5-3c9499b22aba, host hv-cinder-78477, cleared binding levels {{(pid=84430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:52:22.363958 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-15e76302-280c-4d29-954c-4d842a552b8f req-eda15804-e63e-423c-8a3c-55cf62ef164f tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918875 Apr 05 15:52:22.378909 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-03518acd-42ad-4d37-88ba-8b17344a1290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:22.409774 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-81ad1999-261f-4a94-9555-91bf0f6eb9e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:22.419131 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f1059453-50a0-4339-a49d-18f9c5b65860 req-2f8f083c-40ea-447b-997e-03d80a70fbab tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582031 Apr 05 15:52:22.421742 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-039556be-29f5-42f1-adb5-4c67712ce972 req-42a8a252-4fb2-4edc-9261-8d5deb9b5791 service neutron] For port 24e81883-838e-4ff6-aae5-3c9499b22aba, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=24e81883-838e-4ff6-aae5-3c9499b22aba,segment=NetworkSegment(fd16c644-fdf2-4094-b5c1-ced4f53dfaac),segment_id=fd16c644-fdf2-4094-b5c1-ced4f53dfaac)] {{(pid=84430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:52:22.475177 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-039556be-29f5-42f1-adb5-4c67712ce972 req-42a8a252-4fb2-4edc-9261-8d5deb9b5791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844508714'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:22.495521 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f547978c-afb1-4b05-9c18-3b82d3f9af0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:22.511262 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03518acd-42ad-4d37-88ba-8b17344a1290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b079e212-7171-44c8-9ae6-784abe3b627e,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:22.514939 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-03518acd-42ad-4d37-88ba-8b17344a1290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:22.521112 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-03518acd-42ad-4d37-88ba-8b17344a1290 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d973a53a9d7a4091acca0ded5c3812e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6963587 Apr 05 15:52:22.524221 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 40114) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:52:22.653485 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0a9fdc2f-9381-47be-b3d5-aab14ee59035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:22.695130 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0a9fdc2f-9381-47be-b3d5-aab14ee59035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:22.801687 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0a9fdc2f-9381-47be-b3d5-aab14ee59035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:22.809834 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-97e387fe-898a-4093-9df8-90214deabdd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:22.829115 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9fdc2f-9381-47be-b3d5-aab14ee59035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b079e212-7171-44c8-9ae6-784abe3b627e,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:22.859800 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0a9fdc2f-9381-47be-b3d5-aab14ee59035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:22.868139 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0a9fdc2f-9381-47be-b3d5-aab14ee59035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:22.876422 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-0a9fdc2f-9381-47be-b3d5-aab14ee59035 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b079e212-7171-44c8-9ae6-784abe3b627e HTTP/1.1" status: 204 len: 168 time: 0.3510776 Apr 05 15:52:23.188019 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8a252-4fb2-4edc-9261-8d5deb9b5791 service neutron] Pushing event updated for resources: {'Port': ['ID=24e81883-838e-4ff6-aae5-3c9499b22aba,revision_number=3']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:23.191684 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-42a8a252-4fb2-4edc-9261-8d5deb9b5791 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:23.238028 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039556be-29f5-42f1-adb5-4c67712ce972 req-42a8a252-4fb2-4edc-9261-8d5deb9b5791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:23.239062 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-039556be-29f5-42f1-adb5-4c67712ce972 req-42a8a252-4fb2-4edc-9261-8d5deb9b5791 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:23.241319 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-039556be-29f5-42f1-adb5-4c67712ce972 req-42a8a252-4fb2-4edc-9261-8d5deb9b5791 service neutron] 10.222.0.43 "PUT /v2.0/ports/24e81883-838e-4ff6-aae5-3c9499b22aba HTTP/1.1" status: 200 len: 1094 time: 3.5166223 Apr 05 15:52:23.243800 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1722366-ce2d-44f5-901d-ea06a1da33a7', 'tag': '24e81883-838e-4ff6-aae5-3c9499b22aba'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:52:23.285885 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d95117-eafb-4154-a01d-970b86ae73f5 req-6a0da7e4-f9ff-458f-af55-6afd2f526996 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:23.310241 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c0d95117-eafb-4154-a01d-970b86ae73f5 req-6a0da7e4-f9ff-458f-af55-6afd2f526996 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 944 time: 0.6208611 Apr 05 15:52:23.558906 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1722366-ce2d-44f5-901d-ea06a1da33a7', 'tag': '24e81883-838e-4ff6-aae5-3c9499b22aba', 'status': 'completed', 'code': 200} Apr 05 15:52:23.558906 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c0d95117-eafb-4154-a01d-970b86ae73f5 req-f1628740-59f4-48ee-bd29-d9bfb4ff7802 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202874 Apr 05 15:52:23.708279 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf7e77-ce13-48c4-972d-90a119b5cc59 req-733734f0-cd6b-445b-b69c-a06531146e61 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:23.709923 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1adf7e77-ce13-48c4-972d-90a119b5cc59 req-733734f0-cd6b-445b-b69c-a06531146e61 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.1263914 Apr 05 15:52:23.723569 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22749a40-79d7-4f9f-afa2-cbbe899a7452 req-a616beaf-49fd-44b0-9e0a-39688d98bfc7 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:23.725180 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-22749a40-79d7-4f9f-afa2-cbbe899a7452 req-a616beaf-49fd-44b0-9e0a-39688d98bfc7 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1896179 Apr 05 15:52:23.812201 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1adf7e77-ce13-48c4-972d-90a119b5cc59 req-55371e18-a253-4756-954b-7013b823e17e tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725360 Apr 05 15:52:23.820387 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-22749a40-79d7-4f9f-afa2-cbbe899a7452 req-03dfb442-2283-42ba-8266-f336cad9e6df tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747800 Apr 05 15:52:24.144427 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:24.655794 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be82ebe-b211-478c-8e5b-f5b1655b9907 req-25d67dee-deeb-4a1e-8e5c-28535c9b979e tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:24.657366 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5be82ebe-b211-478c-8e5b-f5b1655b9907 req-25d67dee-deeb-4a1e-8e5c-28535c9b979e tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 944 time: 0.0947995 Apr 05 15:52:24.707586 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5be82ebe-b211-478c-8e5b-f5b1655b9907 req-532069c7-6e1b-422a-8d44-27189e229c2d tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438180 Apr 05 15:52:25.084070 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8935c93-35ae-4a81-a5bf-ea2630fc316a req-d03f3917-cacd-4be5-8d3a-65574e2df9ea tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:25.085844 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d8935c93-35ae-4a81-a5bf-ea2630fc316a req-d03f3917-cacd-4be5-8d3a-65574e2df9ea tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.1486659 Apr 05 15:52:25.152470 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26dc07-516a-4ecf-94ec-68f087e7fc67 req-4a88c6da-18d6-4bb6-a5e1-123c80fd0442 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:25.154257 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9b26dc07-516a-4ecf-94ec-68f087e7fc67 req-4a88c6da-18d6-4bb6-a5e1-123c80fd0442 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1565144 Apr 05 15:52:25.160041 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d8935c93-35ae-4a81-a5bf-ea2630fc316a req-f09a3cc6-b18f-45ee-b39e-daf2412e811d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665319 Apr 05 15:52:25.204596 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9b26dc07-516a-4ecf-94ec-68f087e7fc67 req-c3f20b53-2fd4-4108-b6e4-90df85568319 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434051 Apr 05 15:52:25.931602 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3413629-37b7-48e6-8662-67e087e4f0f9 req-d800a9fc-3a86-4dbf-9af4-28b94a6c14a6 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:25.933388 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c3413629-37b7-48e6-8662-67e087e4f0f9 req-d800a9fc-3a86-4dbf-9af4-28b94a6c14a6 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 944 time: 0.1121337 Apr 05 15:52:25.984535 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c3413629-37b7-48e6-8662-67e087e4f0f9 req-38297658-3524-42ba-835a-25b7bf178caf tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446737 Apr 05 15:52:26.445995 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d34174-eeeb-4b8a-a2b6-2d137aeac601 req-9c8fb611-f418-4d75-808a-c6c86b76945a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:26.447967 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-74d34174-eeeb-4b8a-a2b6-2d137aeac601 req-9c8fb611-f418-4d75-808a-c6c86b76945a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.1539581 Apr 05 15:52:26.514632 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09df03c-160d-43eb-97aa-20bdccf75df2 req-5825f9bb-6cb7-4c38-b54f-1ec9bdb17bcb tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:26.516232 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b09df03c-160d-43eb-97aa-20bdccf75df2 req-5825f9bb-6cb7-4c38-b54f-1ec9bdb17bcb tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1798370 Apr 05 15:52:26.535092 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-74d34174-eeeb-4b8a-a2b6-2d137aeac601 req-b456380d-f35b-4e78-9e3f-540f98ebbb27 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758333 Apr 05 15:52:26.592277 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b09df03c-160d-43eb-97aa-20bdccf75df2 req-974d388d-2d56-405b-833d-0a9c08d3119a tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558848 Apr 05 15:52:27.198616 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d85be-8059-49d0-b1a5-748a7028dc13 req-3549d2ff-425b-4eb4-b14f-c31ddb8d82e8 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:27.200228 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-467d85be-8059-49d0-b1a5-748a7028dc13 req-3549d2ff-425b-4eb4-b14f-c31ddb8d82e8 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 944 time: 0.0992758 Apr 05 15:52:27.252024 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-467d85be-8059-49d0-b1a5-748a7028dc13 req-dc68df82-333b-4feb-b2f8-93a8bf3a9c91 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449231 Apr 05 15:52:27.862160 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6ebbd-15d2-46c8-9d29-b60bd774570e req-7a5845fa-d261-47d7-b78a-9916fca2ed2c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:27.862160 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-69a6ebbd-15d2-46c8-9d29-b60bd774570e req-7a5845fa-d261-47d7-b78a-9916fca2ed2c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.1766951 Apr 05 15:52:27.912142 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:52:27.932819 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a0729-5e17-4a22-bbdf-ee2323d10c6d req-52970595-cc91-4864-8aad-d9e044a4f859 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:27.934432 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-493a0729-5e17-4a22-bbdf-ee2323d10c6d req-52970595-cc91-4864-8aad-d9e044a4f859 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1697016 Apr 05 15:52:27.942204 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-69a6ebbd-15d2-46c8-9d29-b60bd774570e req-5c8271af-ba95-477a-a41e-8ce1366f2862 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709400 Apr 05 15:52:27.999003 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-493a0729-5e17-4a22-bbdf-ee2323d10c6d req-6c12eaf7-73c4-492d-b7f6-ab94f512f5c2 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557172 Apr 05 15:52:28.463735 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a925cc-4023-4560-80e2-1e4c52781896 req-3cc8d464-a861-408d-b3a2-94a58837b5a5 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:28.465542 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-25a925cc-4023-4560-80e2-1e4c52781896 req-3cc8d464-a861-408d-b3a2-94a58837b5a5 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 944 time: 0.1009758 Apr 05 15:52:28.516036 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-25a925cc-4023-4560-80e2-1e4c52781896 req-2a26f4b5-618f-4e8d-8f40-46238342841a tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441129 Apr 05 15:52:29.221853 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575c752-cb19-489e-b3f8-b5c05af81ec1 req-60d4e89e-1e10-4582-ba5e-f248e23caee4 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:29.223503 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e575c752-cb19-489e-b3f8-b5c05af81ec1 req-60d4e89e-1e10-4582-ba5e-f248e23caee4 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.1511798 Apr 05 15:52:29.290219 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ae941-55ae-4863-aa12-44cc4282ed10 req-222a35f0-747b-4cde-b4ce-7be1f3d750aa tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:29.292839 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-616ae941-55ae-4863-aa12-44cc4282ed10 req-222a35f0-747b-4cde-b4ce-7be1f3d750aa tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1504560 Apr 05 15:52:29.296410 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e575c752-cb19-489e-b3f8-b5c05af81ec1 req-e830f339-8ff1-4174-8706-7514a6cfd259 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661881 Apr 05 15:52:29.346297 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-616ae941-55ae-4863-aa12-44cc4282ed10 req-4725702a-5529-4272-8d12-381821dc1762 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481701 Apr 05 15:52:29.739316 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d788d7a-d090-4215-9da1-6522b28cab54 req-e84d6ee5-83b2-404c-a953-e68780cb28dd tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:29.742220 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7d788d7a-d090-4215-9da1-6522b28cab54 req-e84d6ee5-83b2-404c-a953-e68780cb28dd tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 944 time: 0.0938447 Apr 05 15:52:29.796514 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7d788d7a-d090-4215-9da1-6522b28cab54 req-9e608d3a-1bf9-4454-a7c4-98437a559cb4 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481453 Apr 05 15:52:30.604915 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a720e-ae67-4364-afae-5068c9dca8ae req-301ac6cf-f4e0-480b-b8d6-3efd415cba92 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:30.606627 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1f1a720e-ae67-4364-afae-5068c9dca8ae req-301ac6cf-f4e0-480b-b8d6-3efd415cba92 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.1711943 Apr 05 15:52:30.617471 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca6c81-8fc1-40c5-b1eb-5c0e4edf3de0 req-6cd6e166-fa96-4849-9b46-2b0447d5989c tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:30.619099 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-96ca6c81-8fc1-40c5-b1eb-5c0e4edf3de0 req-6cd6e166-fa96-4849-9b46-2b0447d5989c tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1390462 Apr 05 15:52:30.705603 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1f1a720e-ae67-4364-afae-5068c9dca8ae req-f871321c-5482-45a4-93d3-3acdac77a683 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854249 Apr 05 15:52:30.708536 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-96ca6c81-8fc1-40c5-b1eb-5c0e4edf3de0 req-9ee535ea-7b6a-421f-aea1-3eda81728b68 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674522 Apr 05 15:52:31.058894 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b34b36-dbb0-4e7c-8c7f-f8373df7edaf req-15d3a210-6047-45dd-a53a-f423d1ebfda4 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:31.060539 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-29b34b36-dbb0-4e7c-8c7f-f8373df7edaf req-15d3a210-6047-45dd-a53a-f423d1ebfda4 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 944 time: 0.1029088 Apr 05 15:52:31.111957 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-29b34b36-dbb0-4e7c-8c7f-f8373df7edaf req-4bb60db9-f531-4a52-96d3-c1c5cc747c96 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445037 Apr 05 15:52:31.988595 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e7f4a-2d0f-47ff-8679-bbd286c429d2 req-be7b163f-20d4-49a7-b1f8-7e10bac21a77 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:31.990165 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c94e7f4a-2d0f-47ff-8679-bbd286c429d2 req-be7b163f-20d4-49a7-b1f8-7e10bac21a77 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1629913 Apr 05 15:52:31.999006 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241763fd-803a-411f-a442-54fce861a94f req-0f673f12-5f4a-4fe4-aefe-1242b173c9a1 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:32.000517 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-241763fd-803a-411f-a442-54fce861a94f req-0f673f12-5f4a-4fe4-aefe-1242b173c9a1 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.1712055 Apr 05 15:52:32.076417 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c94e7f4a-2d0f-47ff-8679-bbd286c429d2 req-12f9bf70-f610-488c-add0-6ade5844bac3 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748703 Apr 05 15:52:32.079342 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-241763fd-803a-411f-a442-54fce861a94f req-1d270a4d-bb8f-4ffa-8c57-a07a1f60a770 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620716 Apr 05 15:52:32.339852 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0f820-e03a-4939-9d00-c836c1a86f32 req-88166f1b-a24a-4b93-b939-c045547efd68 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:32.341684 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1cf0f820-e03a-4939-9d00-c836c1a86f32 req-88166f1b-a24a-4b93-b939-c045547efd68 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 944 time: 0.0943289 Apr 05 15:52:32.402419 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1cf0f820-e03a-4939-9d00-c836c1a86f32 req-19e5cbcd-3ee5-493a-bf92-9496de791c98 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524027 Apr 05 15:52:33.016894 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 40254) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:52:33.199489 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3c2ad7f7-1c4f-431f-bdd3-2a6ef3f09a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:33.301676 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-3c2ad7f7-1c4f-431f-bdd3-2a6ef3f09a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:52:33.308842 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-3c2ad7f7-1c4f-431f-bdd3-2a6ef3f09a76 admin admin] Usage tracker for resource:security_group_rule and tenant:928920070380402da0cb9495af4079fc is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:52:33.312473 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-3c2ad7f7-1c4f-431f-bdd3-2a6ef3f09a76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:52:33.319092 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-3c2ad7f7-1c4f-431f-bdd3-2a6ef3f09a76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:52:33.488619 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3c2ad7f7-1c4f-431f-bdd3-2a6ef3f09a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:33.510523 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfcf6c-bbdb-4736-a4d6-bfef39e829c4 req-a17765ef-4b1d-41ff-96ef-48ebf927f631 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:33.512124 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-52dfcf6c-bbdb-4736-a4d6-bfef39e829c4 req-a17765ef-4b1d-41ff-96ef-48ebf927f631 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.2799687 Apr 05 15:52:33.521014 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3c2ad7f7-1c4f-431f-bdd3-2a6ef3f09a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:33.524214 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a75b6b-9915-4896-bd0c-83830c596217 req-ae422ea1-44a2-4a5c-87b2-d0297554cdd1 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:33.526415 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d6a75b6b-9915-4896-bd0c-83830c596217 req-ae422ea1-44a2-4a5c-87b2-d0297554cdd1 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.2383926 Apr 05 15:52:33.531226 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0a9fdc2f-9381-47be-b3d5-aab14ee59035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:33.569265 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-3c2ad7f7-1c4f-431f-bdd3-2a6ef3f09a76 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=928920070380402da0cb9495af4079fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5511813 Apr 05 15:52:33.572206 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 40276) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:52:33.583877 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ad7f7-1c4f-431f-bdd3-2a6ef3f09a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa9e8fe-d38e-4b12-9e32-c541c0b0ba9c,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:33.587222 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3c2ad7f7-1c4f-431f-bdd3-2a6ef3f09a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:33.646859 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d6a75b6b-9915-4896-bd0c-83830c596217 req-f3932570-fd2b-4b4d-97c6-99572a372934 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928998 Apr 05 15:52:33.679303 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-52dfcf6c-bbdb-4736-a4d6-bfef39e829c4 req-23320180-6521-4bc3-bd65-c08d517e3705 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479392 Apr 05 15:52:33.722676 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-74b43eab-df4a-42af-86ce-020cd27a054e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:33.754151 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-74b43eab-df4a-42af-86ce-020cd27a054e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:33.940705 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dd664-617d-4c44-9403-977a3b13f55c req-ee8670a2-b649-4847-9e8d-e004e0ae8724 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:33.942360 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-933dd664-617d-4c44-9403-977a3b13f55c req-ee8670a2-b649-4847-9e8d-e004e0ae8724 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 944 time: 0.1561284 Apr 05 15:52:33.943588 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-74b43eab-df4a-42af-86ce-020cd27a054e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:33.952818 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b11ad62d-2580-400e-b94b-5e5fd5056795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:33.969557 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-74b43eab-df4a-42af-86ce-020cd27a054e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:33.971128 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-74b43eab-df4a-42af-86ce-020cd27a054e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5fa9e8fe-d38e-4b12-9e32-c541c0b0ba9c HTTP/1.1" status: 204 len: 168 time: 0.3943861 Apr 05 15:52:33.988362 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b43eab-df4a-42af-86ce-020cd27a054e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa9e8fe-d38e-4b12-9e32-c541c0b0ba9c,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:33.993308 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-74b43eab-df4a-42af-86ce-020cd27a054e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:34.030710 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-933dd664-617d-4c44-9403-977a3b13f55c req-afbb86f5-5492-4d50-a180-a5a56d7ab25c tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782583 Apr 05 15:52:34.982567 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060857b4-5b38-45c6-83c3-09d7a5fa58f2 req-b4d1abf3-f616-4d8a-b065-2a6802a53d65 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:34.989918 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-060857b4-5b38-45c6-83c3-09d7a5fa58f2 req-b4d1abf3-f616-4d8a-b065-2a6802a53d65 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.2024934 Apr 05 15:52:35.020863 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fccbf4-ab17-46ff-9a80-4942d3c9508e req-13ddf8d3-fdc1-4e7b-9793-238bcdef18d9 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:35.029048 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f0fccbf4-ab17-46ff-9a80-4942d3c9508e req-13ddf8d3-fdc1-4e7b-9793-238bcdef18d9 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1635842 Apr 05 15:52:35.131390 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f0fccbf4-ab17-46ff-9a80-4942d3c9508e req-6770d448-d3ea-4dfd-97ea-9c8ea7ba8287 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964358 Apr 05 15:52:35.134403 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-060857b4-5b38-45c6-83c3-09d7a5fa58f2 req-1e3b612d-4076-4f50-a734-5e1bcd8bd872 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435044 Apr 05 15:52:35.335564 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a263e5f-6d6c-4937-9f28-819ecf3895bc req-f3344efd-64f5-4e33-9412-a4fa9d092fb1 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:35.337069 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4a263e5f-6d6c-4937-9f28-819ecf3895bc req-f3344efd-64f5-4e33-9412-a4fa9d092fb1 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 944 time: 0.1059909 Apr 05 15:52:35.387020 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4a263e5f-6d6c-4937-9f28-819ecf3895bc req-71e5d031-8566-4da0-8bb1-ebcb2335e748 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427506 Apr 05 15:52:36.431294 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c294f-7fd9-4230-ae89-0d8d4a3f5d23 req-34b1492e-41f9-4073-9248-a65f3cd337c6 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:36.437651 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3c3c294f-7fd9-4230-ae89-0d8d4a3f5d23 req-34b1492e-41f9-4073-9248-a65f3cd337c6 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1814961 Apr 05 15:52:36.483490 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca7fe3-2de9-41e6-a3aa-9175f2251ad0 req-63501f01-85cc-4aef-b7de-398d3cb146a3 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:36.485313 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a0ca7fe3-2de9-41e6-a3aa-9175f2251ad0 req-63501f01-85cc-4aef-b7de-398d3cb146a3 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.1628220 Apr 05 15:52:36.561839 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a0ca7fe3-2de9-41e6-a3aa-9175f2251ad0 req-845ba078-57fe-4c40-80b0-77ace4fa9a0f tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670896 Apr 05 15:52:36.567738 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3c3c294f-7fd9-4230-ae89-0d8d4a3f5d23 req-a82ce3ae-ead8-4c1d-a20e-64bed9454467 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258569 Apr 05 15:52:36.834697 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126b89f-341e-4607-be80-156fb7cd71d0 req-ffaca42d-4a43-4dac-8812-614f441e9caa tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:36.836336 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c126b89f-341e-4607-be80-156fb7cd71d0 req-ffaca42d-4a43-4dac-8812-614f441e9caa tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 944 time: 0.1305394 Apr 05 15:52:36.910180 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c126b89f-341e-4607-be80-156fb7cd71d0 req-23188f40-c3c9-4416-9fb3-9fa1f8ad596f tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664849 Apr 05 15:52:37.042957 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-de306a69-dcc0-4572-86a4-ba8a052d7e52 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Synchronizing usage tracker for tenant:01ef02dfd52147a1bd6cf1279736a2e9 on resource:security_group {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:52:37.121126 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-de306a69-dcc0-4572-86a4-ba8a052d7e52 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Unset dirty status for tenant:01ef02dfd52147a1bd6cf1279736a2e9 on resource:security_group {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:52:37.122409 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-de306a69-dcc0-4572-86a4-ba8a052d7e52 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-906167888&fields=id&tenant_id=01ef02dfd52147a1bd6cf1279736a2e9 HTTP/1.1" status: 200 len: 267 time: 0.1225715 Apr 05 15:52:37.282781 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-b36e6a83-dfcc-4031-aaaa-9d3a84d7b172 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:37.284234 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-b36e6a83-dfcc-4031-aaaa-9d3a84d7b172 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/networks?id=297efcce-d14a-4ebe-b53a-0ac8cfcd24f7 HTTP/1.1" status: 200 len: 808 time: 0.1540587 Apr 05 15:52:37.301071 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-32e8e879-f182-4bd1-9ed4-b9d9e3aafb7c tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/quotas/01ef02dfd52147a1bd6cf1279736a2e9 HTTP/1.1" status: 200 len: 375 time: 0.0105708 Apr 05 15:52:37.397311 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-e78549c7-1721-44df-ad2f-5c95ea6b0563 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=01ef02dfd52147a1bd6cf1279736a2e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0903718 Apr 05 15:52:37.548700 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-b11447db-c7e8-463b-9e51-1343e2481599 service neutron] 10.222.0.44 "GET /v2.0/networks/297efcce-d14a-4ebe-b53a-0ac8cfcd24f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380675 Apr 05 15:52:37.783974 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-b005fac1-cee8-46c9-a0a3-836e780e9dbd service neutron] 10.222.0.44 "GET /v2.0/networks/297efcce-d14a-4ebe-b53a-0ac8cfcd24f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285917 Apr 05 15:52:37.824186 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7daa667-1053-4c41-95fd-f609c9b430fb req-3b4d9f03-d412-4d21-99da-18901f9bc8ca tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:37.825729 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d7daa667-1053-4c41-95fd-f609c9b430fb req-3b4d9f03-d412-4d21-99da-18901f9bc8ca tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.0951519 Apr 05 15:52:37.915770 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d7daa667-1053-4c41-95fd-f609c9b430fb req-d4398797-32a0-4ada-92cf-1df6fa7652b0 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834877 Apr 05 15:52:38.379585 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9d596-00f8-4655-a985-335fe0cca71e req-8cf51184-6151-45f3-8081-34d65f77605e tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:38.381079 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d3f9d596-00f8-4655-a985-335fe0cca71e req-8cf51184-6151-45f3-8081-34d65f77605e tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.3266878 Apr 05 15:52:38.441875 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d3f9d596-00f8-4655-a985-335fe0cca71e req-59ed6641-2231-47ee-8195-e14bab9a1180 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542142 Apr 05 15:52:38.622292 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ab040375-b0d4-4a13-8dff-0ae5a860dfa9 req-f3eecca2-eff4-4f8b-a393-7f9c2be51162 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.1150157 Apr 05 15:52:38.661378 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac351d80-cd55-4afa-a5a6-6ad554960f07 req-f0e28305-cc00-4478-bd12-f6c16bf46ac6 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:38.663024 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ac351d80-cd55-4afa-a5a6-6ad554960f07 req-f0e28305-cc00-4478-bd12-f6c16bf46ac6 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 944 time: 0.1186285 Apr 05 15:52:38.739803 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ac351d80-cd55-4afa-a5a6-6ad554960f07 req-4ce4b3c4-cc9c-4d4e-a0fd-b8d84ba40f42 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694895 Apr 05 15:52:39.370268 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e680cec-124b-439d-a9c1-b223f36f4783 req-16a4df18-0510-4cd1-9621-3e886f2427c4 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:39.371876 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8e680cec-124b-439d-a9c1-b223f36f4783 req-16a4df18-0510-4cd1-9621-3e886f2427c4 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.0917051 Apr 05 15:52:39.437923 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8e680cec-124b-439d-a9c1-b223f36f4783 req-0cead0cc-5e1f-4e98-8c51-1a1e4039360d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592184 Apr 05 15:52:39.676515 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3d462-a00a-4a41-9ec5-ff7bf39f26f2 req-7bd8ce43-de47-4f2d-a4ea-47a79c643b0a tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:39.685392 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f9a3d462-a00a-4a41-9ec5-ff7bf39f26f2 req-7bd8ce43-de47-4f2d-a4ea-47a79c643b0a tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1110435 Apr 05 15:52:39.781295 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-578a03c3-ca07-42ea-9c2f-118cca93f3ef req-824b78e7-9ad6-4617-8ca6-9af4755e8513 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0651398 Apr 05 15:52:39.795248 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f9a3d462-a00a-4a41-9ec5-ff7bf39f26f2 req-5ba5014c-25b7-422b-a995-a7d5216a76bc tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086674 Apr 05 15:52:40.139782 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e32c15-b962-431d-a2fe-440a11c87384 req-403cef61-ca0d-4773-8931-bbb69b3fc112 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:40.141157 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-36e32c15-b962-431d-a2fe-440a11c87384 req-403cef61-ca0d-4773-8931-bbb69b3fc112 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 944 time: 0.1136644 Apr 05 15:52:40.195881 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-36e32c15-b962-431d-a2fe-440a11c87384 req-e9bb76dc-75ab-4f8d-b476-1c53f00be7cf tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429811 Apr 05 15:52:40.259861 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-1b5507b2-0289-4e56-9e41-64436f021e73 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=605d0ee1deab4a3f99ea3709bec22e29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427837 Apr 05 15:52:40.457176 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-13d2047d-3530-4f09-a249-758f37c568c3 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:40.461783 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-13d2047d-3530-4f09-a249-758f37c568c3 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1949425 Apr 05 15:52:40.487714 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-5e601e13-58e3-4808-a210-57c0422d7c69 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/quotas/605d0ee1deab4a3f99ea3709bec22e29 HTTP/1.1" status: 200 len: 375 time: 0.0215523 Apr 05 15:52:40.549044 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-b57fd05f-d175-49c1-b28b-78c1833184ee tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=605d0ee1deab4a3f99ea3709bec22e29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500631 Apr 05 15:52:40.669694 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8b7f2-cb58-49e5-b119-f741d451e542 req-92015ea6-3989-48d2-b8fc-374800db5e3d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:40.695104 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b0d8b7f2-cb58-49e5-b119-f741d451e542 req-92015ea6-3989-48d2-b8fc-374800db5e3d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.1032512 Apr 05 15:52:40.735290 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b0d8b7f2-cb58-49e5-b119-f741d451e542 req-be6dd246-e6e9-4e37-9cec-89daf667e749 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578575 Apr 05 15:52:40.983887 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6a019cb7-a7d2-401b-a6c5-3226ec43edf0 req-b6651887-f460-4112-aa12-37e1a7e241cb tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/ports?device_id=18bc01b3-4f13-48c8-863f-b643b3ee161b HTTP/1.1" status: 200 len: 210 time: 0.0900552 Apr 05 15:52:41.054049 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-57b4e849-b048-467c-b13c-9d95b6a45cb6 req-958a4eda-a496-4ef7-88df-c5189caafec2 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0609818 Apr 05 15:52:41.215176 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754da97f-13a0-4ca9-8063-567372608adb req-9c82f28e-e148-44ed-82c7-528735d0e12d tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:41.217000 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-754da97f-13a0-4ca9-8063-567372608adb req-9c82f28e-e148-44ed-82c7-528735d0e12d tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1256974 Apr 05 15:52:41.291389 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-754da97f-13a0-4ca9-8063-567372608adb req-1f95f86d-a77f-4022-9660-fca4e63b57b0 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606184 Apr 05 15:52:41.438354 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84993e78-b52d-4f6c-bee4-967ca64c8428 req-e223de45-a1cb-4f1e-a110-21693c525a15 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:41.440039 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-84993e78-b52d-4f6c-bee4-967ca64c8428 req-e223de45-a1cb-4f1e-a110-21693c525a15 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 944 time: 0.1053734 Apr 05 15:52:41.501006 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-84993e78-b52d-4f6c-bee4-967ca64c8428 req-b5a3c1a9-4e9d-4783-8bc8-84a05580c7ae tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531456 Apr 05 15:52:41.976600 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ab365-d13a-4f32-9071-22feba654253 req-aa40b1b2-5d6d-4471-a1a4-1ff66a2062de tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:41.978167 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-207ab365-d13a-4f32-9071-22feba654253 req-aa40b1b2-5d6d-4471-a1a4-1ff66a2062de tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.0994432 Apr 05 15:52:42.025005 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-207ab365-d13a-4f32-9071-22feba654253 req-725068d9-a38c-4e9f-95b6-1f366e94b321 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402942 Apr 05 15:52:42.148444 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c9ccfc04-ad27-4213-b380-1d7caef7fdb6 req-0a0eee0e-0bf6-42ec-a13a-8ac7433cff0b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/ports?device_id=18bc01b3-4f13-48c8-863f-b643b3ee161b HTTP/1.1" status: 200 len: 210 time: 0.0537543 Apr 05 15:52:42.240810 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6b0ebcfe-56e2-4ae4-961f-bb0db1767d18 req-9074e5d7-3384-41e1-9e7e-f4fe2455a2c1 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0528164 Apr 05 15:52:42.528343 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75125ef4-32d9-4626-9301-1b173d43fa20 req-0ebc7576-9c57-48f5-8eba-012f8c585761 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:42.529963 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-75125ef4-32d9-4626-9301-1b173d43fa20 req-0ebc7576-9c57-48f5-8eba-012f8c585761 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1054077 Apr 05 15:52:42.580658 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-75125ef4-32d9-4626-9301-1b173d43fa20 req-b584b471-8967-4378-ad35-0d7b6eeac59a tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432513 Apr 05 15:52:42.747092 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7afb1-9036-44d9-8932-d8772c8f2a0a req-b4bfe291-389d-4dd8-a56f-ec01bd941383 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:42.748687 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4ae7afb1-9036-44d9-8932-d8772c8f2a0a req-b4bfe291-389d-4dd8-a56f-ec01bd941383 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 944 time: 0.0977809 Apr 05 15:52:42.801585 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4ae7afb1-9036-44d9-8932-d8772c8f2a0a req-063afe81-55b3-4214-b392-5d184c566438 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450697 Apr 05 15:52:43.232058 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee9aa0-b768-409a-9b0f-b787fb284ddc req-5cb8bfe8-f139-41c9-829b-106a60beaf18 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:43.233688 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b0ee9aa0-b768-409a-9b0f-b787fb284ddc req-5cb8bfe8-f139-41c9-829b-106a60beaf18 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.0895150 Apr 05 15:52:43.330119 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b0ee9aa0-b768-409a-9b0f-b787fb284ddc req-673de380-2ef1-40ae-bbfa-7abf4d9c9dda tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898435 Apr 05 15:52:43.332367 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3a7ab6a4-1ee8-431f-8cf3-9d0a8d3a8265 req-ff4d364a-b8da-418d-b688-43b77b6dcc3c tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/ports?device_id=18bc01b3-4f13-48c8-863f-b643b3ee161b HTTP/1.1" status: 200 len: 210 time: 0.0575042 Apr 05 15:52:43.481956 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0faedaf3-eace-4f8e-8491-92f23b8cebf6 req-68944779-47cf-4489-934a-65ec3dbd5219 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0492945 Apr 05 15:52:43.593221 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f65b0-249b-4505-a656-f5a092ea7192 req-06ad8033-12c8-4223-ae9b-1dd029ff4a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:43.594868 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-368f65b0-249b-4505-a656-f5a092ea7192 req-06ad8033-12c8-4223-ae9b-1dd029ff4a42 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d05d2d370a5b4482b2f84751cf78d2ea&device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 1097 time: 0.0820909 Apr 05 15:52:43.815272 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f65b0-249b-4505-a656-f5a092ea7192 req-0a6521ac-68f4-4f5c-9e46-b40fad74e349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:43.816870 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-368f65b0-249b-4505-a656-f5a092ea7192 req-0a6521ac-68f4-4f5c-9e46-b40fad74e349 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=d05d2d370a5b4482b2f84751cf78d2ea&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2117894 Apr 05 15:52:43.879585 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889f72b-068f-4d38-97f0-f2d53c404a76 req-59b1b5c8-51a6-477e-b07d-00dd6a42ea19 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:43.881196 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8889f72b-068f-4d38-97f0-f2d53c404a76 req-59b1b5c8-51a6-477e-b07d-00dd6a42ea19 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1738882 Apr 05 15:52:44.059043 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8889f72b-068f-4d38-97f0-f2d53c404a76 req-4960a6a4-b158-4efa-8548-01e98ce7c5d2 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676168 Apr 05 15:52:44.112015 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f65b0-249b-4505-a656-f5a092ea7192 req-dcb9958b-0793-43a8-8fbb-a48ebeba0568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:44.113585 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-368f65b0-249b-4505-a656-f5a092ea7192 req-dcb9958b-0793-43a8-8fbb-a48ebeba0568 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2862122 Apr 05 15:52:44.131253 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cfc62-ecf7-4f1c-bd67-dd67f538e188 req-211db835-f000-48c5-89aa-d7d2cab164f4 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:44.132863 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9f3cfc62-ecf7-4f1c-bd67-dd67f538e188 req-211db835-f000-48c5-89aa-d7d2cab164f4 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 944 time: 0.1604178 Apr 05 15:52:44.227121 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9f3cfc62-ecf7-4f1c-bd67-dd67f538e188 req-450de605-69cc-4f98-9c09-875502dcc316 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869262 Apr 05 15:52:44.259898 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039556be-29f5-42f1-adb5-4c67712ce972 req-92e5005f-e8ac-435c-97e2-70c3d9581677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:44.261582 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-039556be-29f5-42f1-adb5-4c67712ce972 req-92e5005f-e8ac-435c-97e2-70c3d9581677 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d05d2d370a5b4482b2f84751cf78d2ea&device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 1097 time: 0.0885167 Apr 05 15:52:44.340128 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-039556be-29f5-42f1-adb5-4c67712ce972 req-43f9ec18-ffec-4d56-b455-cdfc02846b2e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24e81883-838e-4ff6-aae5-3c9499b22aba HTTP/1.1" status: 200 len: 217 time: 0.0705588 Apr 05 15:52:44.418414 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039556be-29f5-42f1-adb5-4c67712ce972 req-9e08998a-7f9a-4cf3-98d1-cd2faeaeb8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:44.421797 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-039556be-29f5-42f1-adb5-4c67712ce972 req-9e08998a-7f9a-4cf3-98d1-cd2faeaeb8cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62c34293-35f9-4aae-96c1-3dd19d3f49af HTTP/1.1" status: 200 len: 852 time: 0.0730433 Apr 05 15:52:44.529344 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f1adbff5-d5bc-4a19-bdea-704b863f3150 req-02c4eae7-e821-464a-8988-e00c206cb4dc tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/ports?device_id=18bc01b3-4f13-48c8-863f-b643b3ee161b HTTP/1.1" status: 200 len: 210 time: 0.0603814 Apr 05 15:52:44.615519 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-349a475a-b81f-4a36-8816-5bcdfc6b109f tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=605d0ee1deab4a3f99ea3709bec22e29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413826 Apr 05 15:52:44.643500 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039556be-29f5-42f1-adb5-4c67712ce972 req-738bc6c8-e0b2-4c36-b277-445c28fb3e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:44.647701 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-039556be-29f5-42f1-adb5-4c67712ce972 req-738bc6c8-e0b2-4c36-b277-445c28fb3e56 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6519836-4d08-41f2-b117-98e4b77d8750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2160785 Apr 05 15:52:44.726606 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2826d-5e3f-4dde-89a1-4aebb70cf449 req-7c3b6e70-bb60-4452-ab3d-1ac357e5f1d4 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:44.728197 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-14d2826d-5e3f-4dde-89a1-4aebb70cf449 req-7c3b6e70-bb60-4452-ab3d-1ac357e5f1d4 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.2079155 Apr 05 15:52:44.742866 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-762453e3-aa1c-49f4-a532-f7269c84d631 req-0435cdfa-2800-4b48-a03e-f71965b43195 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.1056769 Apr 05 15:52:44.789715 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-51070b30-c7ad-40b1-98fd-eb13083dabe1 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:44.791257 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-51070b30-c7ad-40b1-98fd-eb13083dabe1 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1683636 Apr 05 15:52:44.805660 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-432f00cb-0726-46a9-a837-860f4beefd6b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Request body: {'port': {'device_id': '18bc01b3-4f13-48c8-863f-b643b3ee161b', 'network_id': '29871130-591d-40c7-85e9-7880349e47b8', 'admin_state_up': True, 'tenant_id': '605d0ee1deab4a3f99ea3709bec22e29'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:52:44.863823 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-14d2826d-5e3f-4dde-89a1-4aebb70cf449 req-6ac6c185-567a-48a0-9cc4-ecef193d2790 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199293 Apr 05 15:52:44.895663 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-039556be-29f5-42f1-adb5-4c67712ce972 req-c7b29c22-1761-4e93-bd8e-e23b56c8e44e service neutron] 10.222.0.43 "GET /v2.0/networks/b6519836-4d08-41f2-b117-98e4b77d8750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133341 Apr 05 15:52:44.957933 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-432f00cb-0726-46a9-a837-860f4beefd6b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:52:44.962406 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-432f00cb-0726-46a9-a837-860f4beefd6b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Usage tracker for resource:port and tenant:605d0ee1deab4a3f99ea3709bec22e29 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:52:44.966145 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-432f00cb-0726-46a9-a837-860f4beefd6b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:52:44.972573 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-432f00cb-0726-46a9-a837-860f4beefd6b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:52:45.017491 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-432f00cb-0726-46a9-a837-860f4beefd6b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Made reservation on behalf of 605d0ee1deab4a3f99ea3709bec22e29 for: {'port': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:52:45.023836 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-432f00cb-0726-46a9-a837-860f4beefd6b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:45.038015 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-432f00cb-0726-46a9-a837-860f4beefd6b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:45.057551 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-432f00cb-0726-46a9-a837-860f4beefd6b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:52:45.059004 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-039556be-29f5-42f1-adb5-4c67712ce972 req-648f2045-24ac-4a76-a558-d635451e3ea2 service neutron] 10.222.0.43 "GET /v2.0/networks/b6519836-4d08-41f2-b117-98e4b77d8750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532676 Apr 05 15:52:45.061807 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-432f00cb-0726-46a9-a837-860f4beefd6b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Usage tracker for resource:security_group_rule and tenant:605d0ee1deab4a3f99ea3709bec22e29 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:52:45.064872 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-432f00cb-0726-46a9-a837-860f4beefd6b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:52:45.071122 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-432f00cb-0726-46a9-a837-860f4beefd6b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:52:45.166096 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-432f00cb-0726-46a9-a837-860f4beefd6b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:45.177689 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:45.194863 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-432f00cb-0726-46a9-a837-860f4beefd6b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:45.200246 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0b24469a-5e54-4caa-9bd5-41ab4238db39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:45.296414 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f00cb-0726-46a9-a837-860f4beefd6b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccf2f81-b936-4564-85eb-40d0dbbc4622,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:45.302752 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-432f00cb-0726-46a9-a837-860f4beefd6b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:45.424927 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-432f00cb-0726-46a9-a837-860f4beefd6b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Allocated IP 192.168.233.236 (29871130-591d-40c7-85e9-7880349e47b8/078de998-f156-4932-a022-8635dc63177d/a2497745-7158-496f-8ba8-f10713c75dff) {{(pid=84429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:52:45.629894 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-8984e527-5ce6-43aa-b151-c4a42fdce720 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:45.631679 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-8984e527-5ce6-43aa-b151-c4a42fdce720 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.43 "GET /v2.0/networks?id=297efcce-d14a-4ebe-b53a-0ac8cfcd24f7 HTTP/1.1" status: 200 len: 808 time: 0.4998779 Apr 05 15:52:45.696584 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-432f00cb-0726-46a9-a837-860f4beefd6b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Notify callbacks [] for port, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:45.699592 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472adf3-be79-4148-b1f1-27cb3ffaebf5 req-f14ef336-2672-46b1-be7f-9b51a2aed1e4 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:45.701187 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c472adf3-be79-4148-b1f1-27cb3ffaebf5 req-f14ef336-2672-46b1-be7f-9b51a2aed1e4 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.4623086 Apr 05 15:52:45.715977 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-432f00cb-0726-46a9-a837-860f4beefd6b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Transition to ACTIVE for port object a2497745-7158-496f-8ba8-f10713c75dff will not be triggered until provisioned by entity DHCP. {{(pid=84429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:52:45.777390 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-c913c9bd-efc2-4d58-bca9-b3987ab9c71f tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=01ef02dfd52147a1bd6cf1279736a2e9 HTTP/1.1" status: 200 len: 8059 time: 0.1331682 Apr 05 15:52:45.783969 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-432f00cb-0726-46a9-a837-860f4beefd6b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:45.795898 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-12e980dd-1ddf-4c1d-ad85-99729456183e tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Request body: {'port': {'device_id': '0381a980-ee96-408d-946f-f298bfd3ee27', 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7', 'admin_state_up': True, 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'security_groups': ['d55975f4-28dd-42ab-8eaa-35d849553127']}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:52:45.799818 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-73472ded-0ba4-44bd-a54e-dfa61ea2202c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:45.820279 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727da69-dda0-45b4-b918-055c881cecc9 req-3314994f-3c8f-44bd-a670-a530ee06b6d2 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:45.821783 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3727da69-dda0-45b4-b918-055c881cecc9 req-3314994f-3c8f-44bd-a670-a530ee06b6d2 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 944 time: 0.2488379 Apr 05 15:52:45.849341 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c472adf3-be79-4148-b1f1-27cb3ffaebf5 req-3f324107-4041-480e-ac89-64c3d96c84e2 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281874 Apr 05 15:52:45.979693 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3727da69-dda0-45b4-b918-055c881cecc9 req-5d5ceb08-128d-48ca-8b9a-03ce7b8047ff tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375313 Apr 05 15:52:46.009480 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 24e81883-838e-4ff6-aae5-3c9499b22aba details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:52:46.049529 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-12e980dd-1ddf-4c1d-ad85-99729456183e tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:52:46.063291 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-12e980dd-1ddf-4c1d-ad85-99729456183e tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Usage tracker for resource:port and tenant:01ef02dfd52147a1bd6cf1279736a2e9 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:52:46.077451 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-12e980dd-1ddf-4c1d-ad85-99729456183e tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:52:46.090622 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-12e980dd-1ddf-4c1d-ad85-99729456183e tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:52:46.104891 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-432f00cb-0726-46a9-a837-860f4beefd6b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Network 29871130-591d-40c7-85e9-7880349e47b8 is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:52:46.106219 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-432f00cb-0726-46a9-a837-860f4beefd6b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:52:46.113843 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 40512) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:52:46.114687 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f00cb-0726-46a9-a837-860f4beefd6b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Pushing event updated for resources: {'Port': ['ID=a2497745-7158-496f-8ba8-f10713c75dff,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:46.119490 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-432f00cb-0726-46a9-a837-860f4beefd6b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:46.120232 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-432f00cb-0726-46a9-a837-860f4beefd6b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Received port after_create {{(pid=84429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:52:46.203478 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-432f00cb-0726-46a9-a837-860f4beefd6b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:46.203951 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-432f00cb-0726-46a9-a837-860f4beefd6b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:46.214581 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 24e81883-838e-4ff6-aae5-3c9499b22aba, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=24e81883-838e-4ff6-aae5-3c9499b22aba,segment=NetworkSegment(fd16c644-fdf2-4094-b5c1-ced4f53dfaac),segment_id=fd16c644-fdf2-4094-b5c1-ced4f53dfaac)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:52:46.233641 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Returning: {'device': '24e81883-838e-4ff6-aae5-3c9499b22aba', 'network_id': 'b6519836-4d08-41f2-b117-98e4b77d8750', 'port_id': '24e81883-838e-4ff6-aae5-3c9499b22aba', 'mac_address': 'fa:16:3e:c4:7f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c34293-35f9-4aae-96c1-3dd19d3f49af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:52:46.244641 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7f33d074-e278-4e3e-97e8-c465f92d8fa9 req-92b0fc62-cb2e-4db2-906a-db0c7dee5ce1 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.1095183 Apr 05 15:52:46.275827 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-432f00cb-0726-46a9-a837-860f4beefd6b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4744532 Apr 05 15:52:46.290259 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-52c4ace3-5b87-419e-b706-2b3494e9ab15 service neutron] Request body: {'port': {'device_id': '18bc01b3-4f13-48c8-863f-b643b3ee161b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:52:46.305515 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-12e980dd-1ddf-4c1d-ad85-99729456183e tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Made reservation on behalf of 01ef02dfd52147a1bd6cf1279736a2e9 for: {'port': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:52:46.312814 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-12e980dd-1ddf-4c1d-ad85-99729456183e tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:46.357084 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5857a-7b9e-4886-82eb-acba07b76fc9 req-d78bc3e2-aaad-4171-b4c8-a2dd3aa4221d tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:46.365928 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bdc5857a-7b9e-4886-82eb-acba07b76fc9 req-d78bc3e2-aaad-4171-b4c8-a2dd3aa4221d tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/ports?device_id=18bc01b3-4f13-48c8-863f-b643b3ee161b HTTP/1.1" status: 200 len: 936 time: 0.2848823 Apr 05 15:52:46.373239 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:46.395515 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e81883-838e-4ff6-aae5-3c9499b22aba {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:52:46.415518 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 24e81883-838e-4ff6-aae5-3c9499b22aba, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=24e81883-838e-4ff6-aae5-3c9499b22aba,segment=NetworkSegment(fd16c644-fdf2-4094-b5c1-ced4f53dfaac),segment_id=fd16c644-fdf2-4094-b5c1-ced4f53dfaac)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:52:46.417284 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6a4550ab-15b6-48ac-80e5-aaa1893e6eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:46.441102 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-6a4550ab-15b6-48ac-80e5-aaa1893e6eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:52:46.457932 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:46.460950 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:46.480960 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-6a4550ab-15b6-48ac-80e5-aaa1893e6eb0 admin admin] Usage tracker for resource:security_group_rule and tenant:ca1d2f599b0640a5b107d6cc15c64b1f is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:52:46.493543 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-6a4550ab-15b6-48ac-80e5-aaa1893e6eb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:52:46.503041 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-6a4550ab-15b6-48ac-80e5-aaa1893e6eb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:52:46.530783 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bdc5857a-7b9e-4886-82eb-acba07b76fc9 req-37571838-88c3-46f1-a188-bead2429a4aa tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ccf2f81-b936-4564-85eb-40d0dbbc4622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637938 Apr 05 15:52:46.534682 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-52c4ace3-5b87-419e-b706-2b3494e9ab15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:46.542972 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=24e81883-838e-4ff6-aae5-3c9499b22aba,revision_number=4']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:46.563719 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:46.564105 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:46.564484 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:46.564857 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:46.565222 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:46.565762 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:46.566277 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:46.566822 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:46.567343 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:46.567854 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:46.568482 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:46.569253 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:46.574876 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:46.600573 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-4c79a1d3-ea18-4e5c-a0a3-47d7b3f0cee1 None None] Provisioning for port a2497745-7158-496f-8ba8-f10713c75dff completed by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:52:46.607118 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-4c79a1d3-ea18-4e5c-a0a3-47d7b3f0cee1 None None] Provisioning complete for port a2497745-7158-496f-8ba8-f10713c75dff triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:52:46.607545 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4c79a1d3-ea18-4e5c-a0a3-47d7b3f0cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:46.649643 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09559dc6-3aa5-439c-911e-e7c5a6788eb1 req-17a3a078-7886-4226-97c4-4adf7792cf39 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:46.658356 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-09559dc6-3aa5-439c-911e-e7c5a6788eb1 req-17a3a078-7886-4226-97c4-4adf7792cf39 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.2203414 Apr 05 15:52:46.708067 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-12e980dd-1ddf-4c1d-ad85-99729456183e tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Allocated IP 172.20.0.11 (297efcce-d14a-4ebe-b53a-0ac8cfcd24f7/259bfebd-f402-4bad-8767-beb45f5f4266/606fafec-aa05-43fc-adb5-573ac8b51de7) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:52:46.709230 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-4c79a1d3-ea18-4e5c-a0a3-47d7b3f0cee1 None None] Port a2497745-7158-496f-8ba8-f10713c75dff cannot update to ACTIVE because it is not bound. {{(pid=84431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:52:46.748555 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-09559dc6-3aa5-439c-911e-e7c5a6788eb1 req-0ba42ef5-ca48-4d08-bb99-709cb5e79c94 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896599 Apr 05 15:52:46.794209 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6a4550ab-15b6-48ac-80e5-aaa1893e6eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:46.813676 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['24e81883-838e-4ff6-aae5-3c9499b22aba'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:52:46.844025 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6a4550ab-15b6-48ac-80e5-aaa1893e6eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:46.907662 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3c2ad7f7-1c4f-431f-bdd3-2a6ef3f09a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:46.976134 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-12e980dd-1ddf-4c1d-ad85-99729456183e tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:46.993620 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-12e980dd-1ddf-4c1d-ad85-99729456183e tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Transition to ACTIVE for port object 606fafec-aa05-43fc-adb5-573ac8b51de7 will not be triggered until provisioned by entity DHCP. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:52:47.029809 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-6a4550ab-15b6-48ac-80e5-aaa1893e6eb0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca1d2f599b0640a5b107d6cc15c64b1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9097602 Apr 05 15:52:47.030715 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 40524) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:52:47.044995 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4550ab-15b6-48ac-80e5-aaa1893e6eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61b35ae-dd56-4f5e-9864-7a6677753287,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:47.049881 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6a4550ab-15b6-48ac-80e5-aaa1893e6eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:47.062218 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-12e980dd-1ddf-4c1d-ad85-99729456183e tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:47.117888 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-744b3db3-06ed-46d6-9a73-0f5cbce0b268 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:47.168201 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-52c4ace3-5b87-419e-b706-2b3494e9ab15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2497745-7158-496f-8ba8-f10713c75dff {{(pid=84429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:52:47.176315 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-52c4ace3-5b87-419e-b706-2b3494e9ab15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:47.192977 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-52c4ace3-5b87-419e-b706-2b3494e9ab15 service neutron] Transition to ACTIVE for port object a2497745-7158-496f-8ba8-f10713c75dff will not be triggered until provisioned by entity L2. {{(pid=84429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:52:47.223596 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-52c4ace3-5b87-419e-b706-2b3494e9ab15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9499705'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:47.240442 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d4b42306-82f2-4065-953a-8bcfd966d0e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:47.355553 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e980dd-1ddf-4c1d-ad85-99729456183e tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Pushing event updated for resources: {'Port': ['ID=606fafec-aa05-43fc-adb5-573ac8b51de7,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:47.367201 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-12e980dd-1ddf-4c1d-ad85-99729456183e tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:47.374625 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-17534913-8d2a-4eb6-92d3-a1c91ad82f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:47.483600 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-17534913-8d2a-4eb6-92d3-a1c91ad82f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:47.510672 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4aded3-a1e7-48f2-bf61-e004f3f1d189 req-ed4d6c05-d6f2-46e4-8c11-9e3b6fc46fb9 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:47.512375 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bf4aded3-a1e7-48f2-bf61-e004f3f1d189 req-ed4d6c05-d6f2-46e4-8c11-9e3b6fc46fb9 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 945 time: 0.3523195 Apr 05 15:52:47.553817 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-12e980dd-1ddf-4c1d-ad85-99729456183e tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Network 297efcce-d14a-4ebe-b53a-0ac8cfcd24f7 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:52:47.570169 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-12e980dd-1ddf-4c1d-ad85-99729456183e tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Resources bound (agent type, host, resource id): {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:52:47.580234 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-12e980dd-1ddf-4c1d-ad85-99729456183e tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:52:47.599618 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4ace3-5b87-419e-b706-2b3494e9ab15 service neutron] Pushing event updated for resources: {'Port': ['ID=a2497745-7158-496f-8ba8-f10713c75dff,revision_number=2']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:47.606544 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-52c4ace3-5b87-419e-b706-2b3494e9ab15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:47.664545 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bf4aded3-a1e7-48f2-bf61-e004f3f1d189 req-f8d07887-231d-488e-aa40-60a4e7c98cfd tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449609 Apr 05 15:52:47.692375 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-12e980dd-1ddf-4c1d-ad85-99729456183e tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:47.693072 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-12e980dd-1ddf-4c1d-ad85-99729456183e tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:47.708147 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957d338-d3df-4bc9-9f42-6749040162d1 req-04c22d20-2ee9-4c2c-babc-814d1bcfcd03 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:47.709798 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6957d338-d3df-4bc9-9f42-6749040162d1 req-04c22d20-2ee9-4c2c-babc-814d1bcfcd03 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 932 time: 0.3097022 Apr 05 15:52:47.740499 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-17534913-8d2a-4eb6-92d3-a1c91ad82f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:47.760212 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-8f5bda9e-2643-49f6-a783-84dfa9764d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:47.791418 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-17534913-8d2a-4eb6-92d3-a1c91ad82f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:47.795750 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-17534913-8d2a-4eb6-92d3-a1c91ad82f96 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d61b35ae-dd56-4f5e-9864-7a6677753287 HTTP/1.1" status: 204 len: 168 time: 0.7605336 Apr 05 15:52:47.799228 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17534913-8d2a-4eb6-92d3-a1c91ad82f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61b35ae-dd56-4f5e-9864-7a6677753287,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:47.802861 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-17534913-8d2a-4eb6-92d3-a1c91ad82f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:47.832686 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6957d338-d3df-4bc9-9f42-6749040162d1 req-5d14d203-f5ce-4142-9eb9-2be095af1628 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129451 Apr 05 15:52:47.840624 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-12e980dd-1ddf-4c1d-ad85-99729456183e tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0494823 Apr 05 15:52:47.855519 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-67691571-8179-4e8b-aa2d-aa33a290c11c service neutron] Request body: {'port': {'device_id': '0381a980-ee96-408d-946f-f298bfd3ee27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:52:47.964902 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-52c4ace3-5b87-419e-b706-2b3494e9ab15 service neutron] Attempting to bind port a2497745-7158-496f-8ba8-f10713c75dff on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:52:47.970578 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-52c4ace3-5b87-419e-b706-2b3494e9ab15 service neutron] Attempting to bind port a2497745-7158-496f-8ba8-f10713c75dff by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'b390c009-e33f-4d04-ab82-c63ecf90524f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29871130-591d-40c7-85e9-7880349e47b8'}] {{(pid=84429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:52:47.970578 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-52c4ace3-5b87-419e-b706-2b3494e9ab15 service neutron] Attempting to bind port a2497745-7158-496f-8ba8-f10713c75dff on network 29871130-591d-40c7-85e9-7880349e47b8 {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:52:47.976749 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-52c4ace3-5b87-419e-b706-2b3494e9ab15 service neutron] Port a2497745-7158-496f-8ba8-f10713c75dff on network 29871130-591d-40c7-85e9-7880349e47b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:52:47.977122 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-52c4ace3-5b87-419e-b706-2b3494e9ab15 service neutron] Attempting to bind port a2497745-7158-496f-8ba8-f10713c75dff on network 29871130-591d-40c7-85e9-7880349e47b8 {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:52:47.992725 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-52c4ace3-5b87-419e-b706-2b3494e9ab15 service neutron] Checking agent: {'id': 'e13e0a38-98d8-4e7c-86ff-f8c578f1bff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'started_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:52:47.993103 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-52c4ace3-5b87-419e-b706-2b3494e9ab15 service neutron] Checking segment: {'id': 'b390c009-e33f-4d04-ab82-c63ecf90524f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29871130-591d-40c7-85e9-7880349e47b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:52:47.993533 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-52c4ace3-5b87-419e-b706-2b3494e9ab15 service neutron] Bound using segment: {'id': 'b390c009-e33f-4d04-ab82-c63ecf90524f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29871130-591d-40c7-85e9-7880349e47b8'} {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:52:47.994011 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-52c4ace3-5b87-419e-b706-2b3494e9ab15 service neutron] Bound port: a2497745-7158-496f-8ba8-f10713c75dff, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b390c009-e33f-4d04-ab82-c63ecf90524f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '29871130-591d-40c7-85e9-7880349e47b8'}}] {{(pid=84429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:52:47.994407 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-52c4ace3-5b87-419e-b706-2b3494e9ab15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:48.010101 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 24e81883-838e-4ff6-aae5-3c9499b22aba up at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:52:48.123126 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-52c4ace3-5b87-419e-b706-2b3494e9ab15 service neutron] For port a2497745-7158-496f-8ba8-f10713c75dff, host hv-cinder-78477, cleared binding levels {{(pid=84429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:52:48.127103 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-52c4ace3-5b87-419e-b706-2b3494e9ab15 service neutron] For port a2497745-7158-496f-8ba8-f10713c75dff, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a2497745-7158-496f-8ba8-f10713c75dff,segment=NetworkSegment(b390c009-e33f-4d04-ab82-c63ecf90524f),segment_id=b390c009-e33f-4d04-ab82-c63ecf90524f)] {{(pid=84429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:52:48.138478 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c9c9cccd-73e9-48d9-9cbb-b66786c3a97e None None] Provisioning for port 606fafec-aa05-43fc-adb5-573ac8b51de7 completed by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:52:48.144203 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c9c9cccd-73e9-48d9-9cbb-b66786c3a97e None None] Provisioning complete for port 606fafec-aa05-43fc-adb5-573ac8b51de7 triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:52:48.152345 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c9c9cccd-73e9-48d9-9cbb-b66786c3a97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:48.172727 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-52c4ace3-5b87-419e-b706-2b3494e9ab15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9499705'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:48.188720 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-67691571-8179-4e8b-aa2d-aa33a290c11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:48.195755 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:48.206236 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9cccd-73e9-48d9-9cbb-b66786c3a97e None None] Port 606fafec-aa05-43fc-adb5-573ac8b51de7 cannot update to ACTIVE because it is not bound. {{(pid=84431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:52:48.206541 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ffc3b-8134-4992-8cac-88078bdfab90 req-a353d46d-8add-405b-925a-7b522561c773 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:48.208056 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning for port 24e81883-838e-4ff6-aae5-3c9499b22aba completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:52:48.214721 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning complete for port 24e81883-838e-4ff6-aae5-3c9499b22aba triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:52:48.214867 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-274ffc3b-8134-4992-8cac-88078bdfab90 req-a353d46d-8add-405b-925a-7b522561c773 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/ports?device_id=18bc01b3-4f13-48c8-863f-b643b3ee161b HTTP/1.1" status: 200 len: 948 time: 0.2794917 Apr 05 15:52:48.215141 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:48.340786 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-274ffc3b-8134-4992-8cac-88078bdfab90 req-eb02719b-a6c5-48b8-aeda-4340890d8b7e tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ccf2f81-b936-4564-85eb-40d0dbbc4622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250031 Apr 05 15:52:48.359185 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b88ef-c316-4524-b281-9c208166aea1 req-0800360d-a06d-45b7-b589-ba68129ec5c8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:48.368353 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-549b88ef-c316-4524-b281-9c208166aea1 req-0800360d-a06d-45b7-b589-ba68129ec5c8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.3260195 Apr 05 15:52:48.469866 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:48.504345 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-52c4ace3-5b87-419e-b706-2b3494e9ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:48.504884 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-52c4ace3-5b87-419e-b706-2b3494e9ab15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:48.506386 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-52c4ace3-5b87-419e-b706-2b3494e9ab15 service neutron] 10.222.0.43 "PUT /v2.0/ports/a2497745-7158-496f-8ba8-f10713c75dff HTTP/1.1" status: 200 len: 1098 time: 2.2217155 Apr 05 15:52:48.506958 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18bc01b3-4f13-48c8-863f-b643b3ee161b', 'tag': 'a2497745-7158-496f-8ba8-f10713c75dff'}] {{(pid=84429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:52:48.516153 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4ace3-5b87-419e-b706-2b3494e9ab15 service neutron] Pushing event updated for resources: {'Port': ['ID=a2497745-7158-496f-8ba8-f10713c75dff,revision_number=3']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:48.528120 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-52c4ace3-5b87-419e-b706-2b3494e9ab15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:48.564033 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-549b88ef-c316-4524-b281-9c208166aea1 req-6d8d5ed1-0a9d-403b-8031-fabe9fff74e1 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930344 Apr 05 15:52:48.573665 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18bc01b3-4f13-48c8-863f-b643b3ee161b', 'tag': 'a2497745-7158-496f-8ba8-f10713c75dff', 'status': 'completed', 'code': 200} Apr 05 15:52:48.660047 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 24e81883-838e-4ff6-aae5-3c9499b22aba, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=24e81883-838e-4ff6-aae5-3c9499b22aba,segment=NetworkSegment(fd16c644-fdf2-4094-b5c1-ced4f53dfaac),segment_id=fd16c644-fdf2-4094-b5c1-ced4f53dfaac)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:52:48.661408 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1722366-ce2d-44f5-901d-ea06a1da33a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e81883-838e-4ff6-aae5-3c9499b22aba'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:52:48.711282 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da5497-5bf5-4ec9-bf7e-f5b883d6b653 req-b55bfdb2-1a66-4b20-9e85-60c00cccef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:48.711450 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:48.713360 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:48.720034 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-55da5497-5bf5-4ec9-bf7e-f5b883d6b653 req-b55bfdb2-1a66-4b20-9e85-60c00cccef3b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=605d0ee1deab4a3f99ea3709bec22e29&device_id=18bc01b3-4f13-48c8-863f-b643b3ee161b HTTP/1.1" status: 200 len: 1101 time: 0.1031599 Apr 05 15:52:48.819595 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1722366-ce2d-44f5-901d-ea06a1da33a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e81883-838e-4ff6-aae5-3c9499b22aba', 'code': 200} Apr 05 15:52:48.820877 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=24e81883-838e-4ff6-aae5-3c9499b22aba,revision_number=5']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:48.829863 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:48.856221 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-55da5497-5bf5-4ec9-bf7e-f5b883d6b653 req-525e33b4-07b7-475f-a059-444bb7b11b5d service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=605d0ee1deab4a3f99ea3709bec22e29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1124847 Apr 05 15:52:49.098028 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da5497-5bf5-4ec9-bf7e-f5b883d6b653 req-f793164e-09b4-4ab3-a0fa-4b0b7ad20fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:49.103113 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-55da5497-5bf5-4ec9-bf7e-f5b883d6b653 req-f793164e-09b4-4ab3-a0fa-4b0b7ad20fbe service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2294044 Apr 05 15:52:49.230083 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-df2c64ea-bf95-48c5-9f33-d4fddccab7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:49.231892 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-df2c64ea-bf95-48c5-9f33-d4fddccab7f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=605d0ee1deab4a3f99ea3709bec22e29&device_id=18bc01b3-4f13-48c8-863f-b643b3ee161b HTTP/1.1" status: 200 len: 1101 time: 0.0863564 Apr 05 15:52:49.324662 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-7ef2a68d-5b34-4c3b-a920-888f53c54cc6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=a2497745-7158-496f-8ba8-f10713c75dff HTTP/1.1" status: 200 len: 217 time: 0.0847166 Apr 05 15:52:49.375079 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5b1d3a25-7414-49e2-a802-aa97c26e73aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:49.409113 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-71d06754-ebc4-4a30-87e4-abb22fef020e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:49.410748 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-71d06754-ebc4-4a30-87e4-abb22fef020e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=078de998-f156-4932-a022-8635dc63177d HTTP/1.1" status: 200 len: 843 time: 0.0787752 Apr 05 15:52:49.499430 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-085bf870-0b5d-4d17-afa6-78d0fac9a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:49.501115 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-085bf870-0b5d-4d17-afa6-78d0fac9a715 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=29871130-591d-40c7-85e9-7880349e47b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0821342 Apr 05 15:52:49.522444 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-67691571-8179-4e8b-aa2d-aa33a290c11c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606fafec-aa05-43fc-adb5-573ac8b51de7 {{(pid=84430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:52:49.535645 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a13e3-37a4-4055-9ab6-75c4fc5aa0aa req-e61bee91-78e6-4637-99b7-fc3ac246a065 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:49.537272 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d47a13e3-37a4-4055-9ab6-75c4fc5aa0aa req-e61bee91-78e6-4637-99b7-fc3ac246a065 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 946 time: 0.5652857 Apr 05 15:52:49.549929 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cbeb22-db4d-44cd-9ebd-be157c8fd604 req-a0ff0e2a-e121-420b-b02d-de99d9fffa50 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:49.550687 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-15cbeb22-db4d-44cd-9ebd-be157c8fd604 req-a0ff0e2a-e121-420b-b02d-de99d9fffa50 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Synchronizing usage tracker for tenant:01ef02dfd52147a1bd6cf1279736a2e9 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:52:49.556265 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-67691571-8179-4e8b-aa2d-aa33a290c11c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:49.607349 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-67691571-8179-4e8b-aa2d-aa33a290c11c service neutron] Transition to ACTIVE for port object 606fafec-aa05-43fc-adb5-573ac8b51de7 will not be triggered until provisioned by entity L2. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:52:49.611355 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f730760-4223-4979-be8f-6f2f3a16cac8 req-2519a6b3-97f2-49dd-b065-50488a744864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:49.613186 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1f730760-4223-4979-be8f-6f2f3a16cac8 req-2519a6b3-97f2-49dd-b065-50488a744864 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 1099 time: 0.5072613 Apr 05 15:52:49.646247 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-67691571-8179-4e8b-aa2d-aa33a290c11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844508714'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:49.657972 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-b5f225fe-e015-44a9-b4fb-7072000c0baa service neutron] 10.222.0.43 "GET /v2.0/networks/29871130-591d-40c7-85e9-7880349e47b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441224 Apr 05 15:52:49.665427 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:49.702321 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d47a13e3-37a4-4055-9ab6-75c4fc5aa0aa req-899969b4-5dba-4d11-a5a5-657942200234 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431611 Apr 05 15:52:49.721279 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-15cbeb22-db4d-44cd-9ebd-be157c8fd604 req-a0ff0e2a-e121-420b-b02d-de99d9fffa50 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Unset dirty status for tenant:01ef02dfd52147a1bd6cf1279736a2e9 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:52:49.731024 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-15cbeb22-db4d-44cd-9ebd-be157c8fd604 req-a0ff0e2a-e121-420b-b02d-de99d9fffa50 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 932 time: 0.7401462 Apr 05 15:52:49.746066 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 40586) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:52:49.813375 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b18b7fb3-2a87-468a-8995-ba08f8d68938 req-f46632b1-050a-4683-beca-8a5f60d3866b service neutron] 10.222.0.43 "GET /v2.0/networks/29871130-591d-40c7-85e9-7880349e47b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455157 Apr 05 15:52:49.861717 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1f730760-4223-4979-be8f-6f2f3a16cac8 req-508bcab1-a7de-4c9d-aea0-f846c9c4ae9d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343569 Apr 05 15:52:49.895909 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67691571-8179-4e8b-aa2d-aa33a290c11c service neutron] Pushing event updated for resources: {'Port': ['ID=606fafec-aa05-43fc-adb5-573ac8b51de7,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:49.904101 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-67691571-8179-4e8b-aa2d-aa33a290c11c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:49.914266 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-15cbeb22-db4d-44cd-9ebd-be157c8fd604 req-80d00a4a-09d6-406c-aee9-e068ac9bc89a tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697011 Apr 05 15:52:50.018859 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device d9ab0c9a-147c-4754-9117-98ffc83feff4 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:52:50.120782 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4d58562c-0d9e-46ed-a853-c6f45b58dd69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:50.151353 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-4d58562c-0d9e-46ed-a853-c6f45b58dd69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:52:50.155615 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-4d58562c-0d9e-46ed-a853-c6f45b58dd69 admin admin] Usage tracker for resource:security_group_rule and tenant:b42b58950e984bcc8ae02cb5046126de is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:52:50.159733 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-4d58562c-0d9e-46ed-a853-c6f45b58dd69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:52:50.210622 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-4d58562c-0d9e-46ed-a853-c6f45b58dd69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:52:50.296217 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port d9ab0c9a-147c-4754-9117-98ffc83feff4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d9ab0c9a-147c-4754-9117-98ffc83feff4,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:52:50.355279 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Returning: {'device': 'd9ab0c9a-147c-4754-9117-98ffc83feff4', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'port_id': 'd9ab0c9a-147c-4754-9117-98ffc83feff4', 'mac_address': 'fa:16:3e:7c:43:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:52:50.370115 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4d58562c-0d9e-46ed-a853-c6f45b58dd69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:50.427997 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:50.445400 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4d58562c-0d9e-46ed-a853-c6f45b58dd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:50.450090 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ab0c9a-147c-4754-9117-98ffc83feff4 {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:52:50.458059 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:50.467684 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port d9ab0c9a-147c-4754-9117-98ffc83feff4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d9ab0c9a-147c-4754-9117-98ffc83feff4,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:52:50.492087 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:50.494088 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-31c4db20-c3d5-4a6a-a391-d31eeae26045 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:50.530764 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-67691571-8179-4e8b-aa2d-aa33a290c11c service neutron] Attempting to bind port 606fafec-aa05-43fc-adb5-573ac8b51de7 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:52:50.531140 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-67691571-8179-4e8b-aa2d-aa33a290c11c service neutron] Attempting to bind port 606fafec-aa05-43fc-adb5-573ac8b51de7 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '87acdd3d-d43a-43b2-b114-7774e6f8900e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7'}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:52:50.531511 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-67691571-8179-4e8b-aa2d-aa33a290c11c service neutron] Attempting to bind port 606fafec-aa05-43fc-adb5-573ac8b51de7 on network 297efcce-d14a-4ebe-b53a-0ac8cfcd24f7 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:52:50.539075 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58562c-0d9e-46ed-a853-c6f45b58dd69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379ae965-c75c-43d4-bbfb-4410cb7b92ce,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:50.545880 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-4d58562c-0d9e-46ed-a853-c6f45b58dd69 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b42b58950e984bcc8ae02cb5046126de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7899048 Apr 05 15:52:50.548122 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4d58562c-0d9e-46ed-a853-c6f45b58dd69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:50.548802 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 40606) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:52:50.550483 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-67691571-8179-4e8b-aa2d-aa33a290c11c service neutron] Port 606fafec-aa05-43fc-adb5-573ac8b51de7 on network 297efcce-d14a-4ebe-b53a-0ac8cfcd24f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:52:50.550842 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-67691571-8179-4e8b-aa2d-aa33a290c11c service neutron] Attempting to bind port 606fafec-aa05-43fc-adb5-573ac8b51de7 on network 297efcce-d14a-4ebe-b53a-0ac8cfcd24f7 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:52:50.572249 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=d9ab0c9a-147c-4754-9117-98ffc83feff4,revision_number=9']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:50.572737 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b45ab4-01f8-4f78-aaee-2dc5448f5906 req-c11f583c-3327-4408-a7e1-552a7cc5b7b9 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:50.575426 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e4b45ab4-01f8-4f78-aaee-2dc5448f5906 req-c11f583c-3327-4408-a7e1-552a7cc5b7b9 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/ports?device_id=18bc01b3-4f13-48c8-863f-b643b3ee161b HTTP/1.1" status: 200 len: 948 time: 0.5126982 Apr 05 15:52:50.575998 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:50.577323 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-67691571-8179-4e8b-aa2d-aa33a290c11c service neutron] Checking agent: {'id': 'e13e0a38-98d8-4e7c-86ff-f8c578f1bff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'started_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:52:50.577695 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-67691571-8179-4e8b-aa2d-aa33a290c11c service neutron] Checking segment: {'id': '87acdd3d-d43a-43b2-b114-7774e6f8900e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:52:50.578113 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-67691571-8179-4e8b-aa2d-aa33a290c11c service neutron] Bound using segment: {'id': '87acdd3d-d43a-43b2-b114-7774e6f8900e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7'} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:52:50.578629 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-67691571-8179-4e8b-aa2d-aa33a290c11c service neutron] Bound port: 606fafec-aa05-43fc-adb5-573ac8b51de7, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87acdd3d-d43a-43b2-b114-7774e6f8900e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7'}}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:52:50.579012 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-67691571-8179-4e8b-aa2d-aa33a290c11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:50.625822 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-478caabd-b926-475b-bf56-648812bf9131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:50.653686 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-478caabd-b926-475b-bf56-648812bf9131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:50.684293 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d2642-8a51-444b-bfeb-c7ee2787ecb0 req-2f3afb34-e3fc-4b13-962c-11a7ec5634e8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:50.685893 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-496d2642-8a51-444b-bfeb-c7ee2787ecb0 req-2f3afb34-e3fc-4b13-962c-11a7ec5634e8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 943 time: 0.3086708 Apr 05 15:52:50.709408 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e4b45ab4-01f8-4f78-aaee-2dc5448f5906 req-c51898e2-3129-4da1-abdd-ba2e539efb5b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ccf2f81-b936-4564-85eb-40d0dbbc4622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194134 Apr 05 15:52:50.720882 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:50.755479 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-478caabd-b926-475b-bf56-648812bf9131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:50.761649 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-01154d87-c2d4-450b-a3cb-0524e5141a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:50.770335 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-67691571-8179-4e8b-aa2d-aa33a290c11c service neutron] For port 606fafec-aa05-43fc-adb5-573ac8b51de7, host hv-cinder-78477, cleared binding levels {{(pid=84430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:52:50.777241 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478caabd-b926-475b-bf56-648812bf9131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379ae965-c75c-43d4-bbfb-4410cb7b92ce,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:50.780615 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-478caabd-b926-475b-bf56-648812bf9131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:50.787576 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-478caabd-b926-475b-bf56-648812bf9131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:50.791614 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-496d2642-8a51-444b-bfeb-c7ee2787ecb0 req-0034c396-a561-4039-86e4-72f688d59afe tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857716 Apr 05 15:52:50.792137 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-478caabd-b926-475b-bf56-648812bf9131 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/379ae965-c75c-43d4-bbfb-4410cb7b92ce HTTP/1.1" status: 204 len: 168 time: 0.2418373 Apr 05 15:52:50.805551 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-67691571-8179-4e8b-aa2d-aa33a290c11c service neutron] For port 606fafec-aa05-43fc-adb5-573ac8b51de7, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=606fafec-aa05-43fc-adb5-573ac8b51de7,segment=NetworkSegment(87acdd3d-d43a-43b2-b114-7774e6f8900e),segment_id=87acdd3d-d43a-43b2-b114-7774e6f8900e)] {{(pid=84430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:52:50.880370 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-67691571-8179-4e8b-aa2d-aa33a290c11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844508714'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:50.902913 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:50.983436 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['d9ab0c9a-147c-4754-9117-98ffc83feff4'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:52:51.170502 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67691571-8179-4e8b-aa2d-aa33a290c11c service neutron] Pushing event updated for resources: {'Port': ['ID=606fafec-aa05-43fc-adb5-573ac8b51de7,revision_number=3']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:51.176655 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-67691571-8179-4e8b-aa2d-aa33a290c11c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:51.236443 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2825bf5-8b27-49e8-a4de-a3c85e506631 req-88430c9d-44a6-468b-8024-fb64757dd553 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:51.238306 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e2825bf5-8b27-49e8-a4de-a3c85e506631 req-88430c9d-44a6-468b-8024-fb64757dd553 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 946 time: 0.4101713 Apr 05 15:52:51.269298 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-67691571-8179-4e8b-aa2d-aa33a290c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:51.269968 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-67691571-8179-4e8b-aa2d-aa33a290c11c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:51.271466 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-67691571-8179-4e8b-aa2d-aa33a290c11c service neutron] 10.222.0.43 "PUT /v2.0/ports/606fafec-aa05-43fc-adb5-573ac8b51de7 HTTP/1.1" status: 200 len: 1094 time: 3.4214618 Apr 05 15:52:51.273741 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0381a980-ee96-408d-946f-f298bfd3ee27', 'tag': '606fafec-aa05-43fc-adb5-573ac8b51de7'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:52:51.317815 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93219f18-dc85-49b6-8483-dc926995cc7b req-74d1b5bb-fd35-4159-83bd-68e0bacf2bab tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:51.319505 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-93219f18-dc85-49b6-8483-dc926995cc7b req-74d1b5bb-fd35-4159-83bd-68e0bacf2bab tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 944 time: 0.2656682 Apr 05 15:52:51.327825 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e2825bf5-8b27-49e8-a4de-a3c85e506631 req-13bca5a4-f18e-424e-beba-9e4d281dc3bb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816035 Apr 05 15:52:51.441922 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0381a980-ee96-408d-946f-f298bfd3ee27', 'tag': '606fafec-aa05-43fc-adb5-573ac8b51de7', 'status': 'completed', 'code': 200} Apr 05 15:52:51.480297 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-93219f18-dc85-49b6-8483-dc926995cc7b req-683e9922-bde0-4f54-a1fa-e281bee8f673 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513884 Apr 05 15:52:51.511878 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-9c4338e4-2c31-4001-bf03-c6ae6d9e6a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:51.513480 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-9c4338e4-2c31-4001-bf03-c6ae6d9e6a49 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=01ef02dfd52147a1bd6cf1279736a2e9&device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 1097 time: 0.1515822 Apr 05 15:52:51.619067 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-6b1a3360-9351-4c16-af6a-bfcd69826c65 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=606fafec-aa05-43fc-adb5-573ac8b51de7 HTTP/1.1" status: 200 len: 217 time: 0.0956154 Apr 05 15:52:51.708344 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-9514ccc4-1476-4031-8ea3-93c98b32ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:51.710760 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-9514ccc4-1476-4031-8ea3-93c98b32ad67 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=259bfebd-f402-4bad-8767-beb45f5f4266 HTTP/1.1" status: 200 len: 847 time: 0.0833600 Apr 05 15:52:51.807154 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-2f757d5f-5918-484b-9c4b-9f3ab1dfdc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:51.810019 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-2f757d5f-5918-484b-9c4b-9f3ab1dfdc8a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=297efcce-d14a-4ebe-b53a-0ac8cfcd24f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0922778 Apr 05 15:52:51.847239 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ae9bc3d6-d540-4c98-a899-8092e35bac28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:51.943423 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 40654) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:52:52.022411 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device a2497745-7158-496f-8ba8-f10713c75dff details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:52:52.029796 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device d9ab0c9a-147c-4754-9117-98ffc83feff4 up at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:52:52.061505 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-3d3e0e4c-51b4-4e94-a86c-ff3bd9bc2ff7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2071438624-network', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:52:52.067027 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-3d3e0e4c-51b4-4e94-a86c-ff3bd9bc2ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:52:52.071153 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-3d3e0e4c-51b4-4e94-a86c-ff3bd9bc2ff7 admin admin] Usage tracker for resource:network and tenant:9ac127c9bf344f5f88cf1aa6eacdf909 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:52:52.074167 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-3d3e0e4c-51b4-4e94-a86c-ff3bd9bc2ff7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:52:52.080356 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-3d3e0e4c-51b4-4e94-a86c-ff3bd9bc2ff7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:52:52.121053 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3e0e4c-51b4-4e94-a86c-ff3bd9bc2ff7 admin admin] Made reservation on behalf of 9ac127c9bf344f5f88cf1aa6eacdf909 for: {'network': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:52:52.125995 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3d3e0e4c-51b4-4e94-a86c-ff3bd9bc2ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for network, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:52.139901 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3d3e0e4c-51b4-4e94-a86c-ff3bd9bc2ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:52.156222 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-3d3e0e4c-51b4-4e94-a86c-ff3bd9bc2ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:52:52.160693 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-3d3e0e4c-51b4-4e94-a86c-ff3bd9bc2ff7 admin admin] Usage tracker for resource:security_group_rule and tenant:9ac127c9bf344f5f88cf1aa6eacdf909 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:52:52.163779 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-3d3e0e4c-51b4-4e94-a86c-ff3bd9bc2ff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:52:52.170820 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-3d3e0e4c-51b4-4e94-a86c-ff3bd9bc2ff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:52:52.174727 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-2aabf924-7752-418c-a307-17efbba594cc service neutron] 10.222.0.43 "GET /v2.0/networks/297efcce-d14a-4ebe-b53a-0ac8cfcd24f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440316 Apr 05 15:52:52.213716 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning complete for port d9ab0c9a-147c-4754-9117-98ffc83feff4 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:52:52.214973 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:52.221034 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a303e1-ebc9-4add-b9f6-7136ed471ba5 req-4c8531ec-3f3b-405c-9f5c-db37dcdbc421 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:52.222665 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e9a303e1-ebc9-4add-b9f6-7136ed471ba5 req-4c8531ec-3f3b-405c-9f5c-db37dcdbc421 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.2510283 Apr 05 15:52:52.243221 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198b6bf-febd-470f-ad3f-e45ff053dc61 req-a9bf449c-d67b-44f6-b42b-7a9640ad8c14 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:52.244802 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8198b6bf-febd-470f-ad3f-e45ff053dc61 req-a9bf449c-d67b-44f6-b42b-7a9640ad8c14 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/ports?device_id=18bc01b3-4f13-48c8-863f-b643b3ee161b HTTP/1.1" status: 200 len: 948 time: 0.3242915 Apr 05 15:52:52.260826 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3d3e0e4c-51b4-4e94-a86c-ff3bd9bc2ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:52.283959 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port a2497745-7158-496f-8ba8-f10713c75dff, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a2497745-7158-496f-8ba8-f10713c75dff,segment=NetworkSegment(b390c009-e33f-4d04-ab82-c63ecf90524f),segment_id=b390c009-e33f-4d04-ab82-c63ecf90524f)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:52:52.286502 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3d3e0e4c-51b4-4e94-a86c-ff3bd9bc2ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:52.291309 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6071b035-4641-4bfd-b614-83c0679b9dea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:52.312429 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d3e0e4c-51b4-4e94-a86c-ff3bd9bc2ff7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=84429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:52:52.319353 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Returning: {'device': 'a2497745-7158-496f-8ba8-f10713c75dff', 'network_id': '29871130-591d-40c7-85e9-7880349e47b8', 'port_id': 'a2497745-7158-496f-8ba8-f10713c75dff', 'mac_address': 'fa:16:3e:37:37:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '078de998-f156-4932-a022-8635dc63177d', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:52:52.334984 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e0e4c-51b4-4e94-a86c-ff3bd9bc2ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667f2e94-fd7c-41de-a483-a9885d0db15e,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:52.338096 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3d3e0e4c-51b4-4e94-a86c-ff3bd9bc2ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:52.338541 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.segments_db [None req-3d3e0e4c-51b4-4e94-a86c-ff3bd9bc2ff7 admin admin] Added segment 5c3e2455-115b-4e73-83c8-b139dc5b3c12 of type vlan for network 5e853890-abc7-4a4b-83a0-567b3141f9f1 Apr 05 15:52:52.340481 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3d3e0e4c-51b4-4e94-a86c-ff3bd9bc2ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:52.366601 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:52.400841 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3d3e0e4c-51b4-4e94-a86c-ff3bd9bc2ff7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739064997474'] for network, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:52.405056 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e9a303e1-ebc9-4add-b9f6-7136ed471ba5 req-7e08fa67-1d12-470a-9b18-4aaf94a070ae tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523571 Apr 05 15:52:52.412749 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8198b6bf-febd-470f-ad3f-e45ff053dc61 req-80f23d4e-6afa-4087-87ff-6ee7c9485f3b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ccf2f81-b936-4564-85eb-40d0dbbc4622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562686 Apr 05 15:52:52.429023 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:52.439458 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ab92937e-a1fb-4395-a694-4c7cb9589639 req-52d75000-771d-48b7-b3a6-b171858ae73c service neutron] 10.222.0.43 "GET /v2.0/networks/297efcce-d14a-4ebe-b53a-0ac8cfcd24f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546823 Apr 05 15:52:52.470045 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2497745-7158-496f-8ba8-f10713c75dff {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:52:52.486623 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:52.501213 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port a2497745-7158-496f-8ba8-f10713c75dff, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a2497745-7158-496f-8ba8-f10713c75dff,segment=NetworkSegment(b390c009-e33f-4d04-ab82-c63ecf90524f),segment_id=b390c009-e33f-4d04-ab82-c63ecf90524f)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:52:52.510340 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3d3e0e4c-51b4-4e94-a86c-ff3bd9bc2ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for network, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:52.512244 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3e0e4c-51b4-4e94-a86c-ff3bd9bc2ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:52.513033 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3d3e0e4c-51b4-4e94-a86c-ff3bd9bc2ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:52.520419 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0e937ddf-bbdf-4328-ad45-5be3784b49a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:52.524183 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ad1f83-fffe-4e12-b368-d4dc93b959ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ab0c9a-147c-4754-9117-98ffc83feff4'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:52:52.535668 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port d9ab0c9a-147c-4754-9117-98ffc83feff4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d9ab0c9a-147c-4754-9117-98ffc83feff4,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:52:52.537085 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:52.539138 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:52.578912 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:52.614666 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=a2497745-7158-496f-8ba8-f10713c75dff,revision_number=4']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:52.618044 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:52.618735 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3a48ba50-864e-4434-ae5d-91738ecc0057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:52.640540 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e0e4c-51b4-4e94-a86c-ff3bd9bc2ff7 admin admin] Pushing event updated for resources: {'Network': ['ID=5e853890-abc7-4a4b-83a0-567b3141f9f1,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:52.647641 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3d3e0e4c-51b4-4e94-a86c-ff3bd9bc2ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:52.657667 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Network 5e853890-abc7-4a4b-83a0-567b3141f9f1 details requested by agent ovs-agent-dv-cinder-784779-1-iscsi with host dv-cinder-784779-1-iscsi {{(pid=84431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:52:52.660124 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-3d3e0e4c-51b4-4e94-a86c-ff3bd9bc2ff7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7151375 Apr 05 15:52:52.662756 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 40666) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:52:52.669775 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-e10ad5c6-8a62-41b4-92e6-96622b820326 admin admin] Request body: {'subnet': {'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2071438624-subnet', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'ip_version': 4}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:52:52.676151 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-e10ad5c6-8a62-41b4-92e6-96622b820326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:52:52.682046 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-e10ad5c6-8a62-41b4-92e6-96622b820326 admin admin] Usage tracker for resource:subnet and tenant:9ac127c9bf344f5f88cf1aa6eacdf909 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:52:52.687033 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-e10ad5c6-8a62-41b4-92e6-96622b820326 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:52:52.694082 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-e10ad5c6-8a62-41b4-92e6-96622b820326 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:52:52.720987 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10ad5c6-8a62-41b4-92e6-96622b820326 admin admin] Made reservation on behalf of 9ac127c9bf344f5f88cf1aa6eacdf909 for: {'subnet': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:52:52.726500 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e10ad5c6-8a62-41b4-92e6-96622b820326 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851485861'] for subnet, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:52.800552 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=d9ab0c9a-147c-4754-9117-98ffc83feff4,revision_number=10']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:52.804575 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:52.841439 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['a2497745-7158-496f-8ba8-f10713c75dff'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:52:52.969721 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e381267-a71c-418d-822c-a2681adb0636 req-d169964f-8a66-42cc-8ce3-fc26f721ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:52.971365 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7e381267-a71c-418d-822c-a2681adb0636 req-d169964f-8a66-42cc-8ce3-fc26f721ce9c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=01ef02dfd52147a1bd6cf1279736a2e9&device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 1097 time: 0.4536948 Apr 05 15:52:52.980901 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0b70d-535d-451b-a204-8cf0400fbef9 req-e2c3a630-36e4-45af-945a-781f1805e932 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:52.986530 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ccc0b70d-535d-451b-a204-8cf0400fbef9 req-e2c3a630-36e4-45af-945a-781f1805e932 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 946 time: 0.4167435 Apr 05 15:52:52.992039 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e09782-44c0-4858-89a6-870222b2c6cb req-f597ace7-cfa3-4429-be8b-10a2554c8923 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:52.993546 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d7e09782-44c0-4858-89a6-870222b2c6cb req-f597ace7-cfa3-4429-be8b-10a2554c8923 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.4208987 Apr 05 15:52:53.175403 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ccc0b70d-535d-451b-a204-8cf0400fbef9 req-43750dbd-35eb-44a4-b30e-70beee5dcb4a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606586 Apr 05 15:52:53.180015 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d7e09782-44c0-4858-89a6-870222b2c6cb req-8a750a4d-407e-4537-b836-3eacf266d949 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619697 Apr 05 15:52:53.218513 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e381267-a71c-418d-822c-a2681adb0636 req-5d6626b4-e486-479f-87ae-6f48c7024696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:53.220250 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7e381267-a71c-418d-822c-a2681adb0636 req-5d6626b4-e486-479f-87ae-6f48c7024696 service neutron] 10.222.0.43 "GET /v2.0/networks?id=297efcce-d14a-4ebe-b53a-0ac8cfcd24f7 HTTP/1.1" status: 200 len: 909 time: 0.2367492 Apr 05 15:52:53.308015 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e10ad5c6-8a62-41b4-92e6-96622b820326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036845275945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851485848'] for subnet, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:53.309826 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7e381267-a71c-418d-822c-a2681adb0636 req-339b4f12-13e6-40c2-a98e-9e0c8cf8ca6a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=606fafec-aa05-43fc-adb5-573ac8b51de7 HTTP/1.1" status: 200 len: 217 time: 0.0807991 Apr 05 15:52:53.324675 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:53.471890 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ad5c6-8a62-41b4-92e6-96622b820326 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a,revision_number=0']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:53.476191 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e10ad5c6-8a62-41b4-92e6-96622b820326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:53.480090 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e381267-a71c-418d-822c-a2681adb0636 req-e5114d8b-a71c-478d-a337-d90f871c68ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:53.481642 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7e381267-a71c-418d-822c-a2681adb0636 req-e5114d8b-a71c-478d-a337-d90f871c68ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=259bfebd-f402-4bad-8767-beb45f5f4266 HTTP/1.1" status: 200 len: 847 time: 0.0961864 Apr 05 15:52:53.535694 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10ad5c6-8a62-41b4-92e6-96622b820326 admin admin] Checking segment: {'id': '5c3e2455-115b-4e73-83c8-b139dc5b3c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:52:53.536090 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10ad5c6-8a62-41b4-92e6-96622b820326 admin admin] Network hostable DHCP agents. Network: 5e853890-abc7-4a4b-83a0-567b3141f9f1, hostable agents: ['0f32e0e8-c846-4e58-971c-cb28b45a07b7'], hosted agents: [] {{(pid=84429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:52:53.583246 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10ad5c6-8a62-41b4-92e6-96622b820326 admin admin] Network 5e853890-abc7-4a4b-83a0-567b3141f9f1 is scheduled to be hosted by DHCP agent 0f32e0e8-c846-4e58-971c-cb28b45a07b7 with binding_index 1 {{(pid=84429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:52:53.586822 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b142272-19f6-44c4-a4eb-c6c19445f484 req-6f5e3feb-3025-4037-aef1-a21ab9d4bfc8 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:53.588394 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2b142272-19f6-44c4-a4eb-c6c19445f484 req-6f5e3feb-3025-4037-aef1-a21ab9d4bfc8 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 944 time: 0.2807393 Apr 05 15:52:53.605653 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783665f-f92f-40ca-a009-3fef97f6d133 req-7cda4313-69e9-45ac-87fb-cd93db1d28ba tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:53.607187 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7783665f-f92f-40ca-a009-3fef97f6d133 req-7cda4313-69e9-45ac-87fb-cd93db1d28ba tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 946 time: 0.3009152 Apr 05 15:52:53.640426 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-e10ad5c6-8a62-41b4-92e6-96622b820326 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-iscsi, 5e853890-abc7-4a4b-83a0-567b3141f9f1) {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:52:53.649463 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246d1503-c60d-4694-b326-dd6795e8913d None None] Network 5e853890-abc7-4a4b-83a0-567b3141f9f1 requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:52:53.657908 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ad5c6-8a62-41b4-92e6-96622b820326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:53.658624 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e10ad5c6-8a62-41b4-92e6-96622b820326 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:53.687100 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2b142272-19f6-44c4-a4eb-c6c19445f484 req-ba9148d6-a7ac-455b-8775-f2fb02ac240c tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897720 Apr 05 15:52:53.689112 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e381267-a71c-418d-822c-a2681adb0636 req-4c2c55cf-34c4-4f10-a62a-ca799c2cb2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:53.690633 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7e381267-a71c-418d-822c-a2681adb0636 req-4c2c55cf-34c4-4f10-a62a-ca799c2cb2f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=297efcce-d14a-4ebe-b53a-0ac8cfcd24f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1963582 Apr 05 15:52:53.702823 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7783665f-f92f-40ca-a009-3fef97f6d133 req-8cc53c34-edcd-469a-b9d5-0c5ba1a2100a tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759196 Apr 05 15:52:53.716447 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-e10ad5c6-8a62-41b4-92e6-96622b820326 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0525529 Apr 05 15:52:53.717057 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 40674) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:52:53.723529 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-82a748a4-9690-4f17-b91c-556836516ece admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2071438624-router', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:52:53.728675 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-82a748a4-9690-4f17-b91c-556836516ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:52:53.734482 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-82a748a4-9690-4f17-b91c-556836516ece admin admin] Usage tracker for resource:router and tenant:9ac127c9bf344f5f88cf1aa6eacdf909 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:52:53.738650 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-82a748a4-9690-4f17-b91c-556836516ece admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:52:53.746721 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-82a748a4-9690-4f17-b91c-556836516ece admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:52:53.766894 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ad1f83-fffe-4e12-b368-d4dc93b959ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ab0c9a-147c-4754-9117-98ffc83feff4', 'code': 200} Apr 05 15:52:53.818009 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-82a748a4-9690-4f17-b91c-556836516ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3851488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3375'] for router, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:53.819726 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-82a748a4-9690-4f17-b91c-556836516ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850924409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850964880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850743491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772457'] for router, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:53.853745 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-82a748a4-9690-4f17-b91c-556836516ece admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:53.954878 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:53.977698 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c101487e-d613-4917-a969-ab769e4e685e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b9143b4-5a49-5eb4-a51a-b575d5c783cf-5e853890-abc7-4a4b-83a0-567b3141f9f1', 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'fixed_ips': [{'subnet_id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a'}]}} from dv-cinder-784779-1-iscsi. {{(pid=84431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 15:52:53.978839 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c101487e-d613-4917-a969-ab769e4e685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:54.011556 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7e381267-a71c-418d-822c-a2681adb0636 req-91dd8ef8-009f-4d64-ad92-c864d175b814 service neutron] 10.222.0.43 "GET /v2.0/networks/297efcce-d14a-4ebe-b53a-0ac8cfcd24f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120685 Apr 05 15:52:54.048544 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device a2497745-7158-496f-8ba8-f10713c75dff up at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:52:54.189914 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c020841-6293-4049-8e70-59c4a6984d95 req-3be5d6fe-4d2a-4647-a39c-bd02229f744d tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:54.191993 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8c020841-6293-4049-8e70-59c4a6984d95 req-3be5d6fe-4d2a-4647-a39c-bd02229f744d tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/ports?device_id=18bc01b3-4f13-48c8-863f-b643b3ee161b HTTP/1.1" status: 200 len: 949 time: 0.3021295 Apr 05 15:52:54.204202 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448301b3-5f57-44d0-a716-296a2bfa37d5 req-6d28d5e3-ecc7-4496-906c-94ec289043f6 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:54.205912 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-448301b3-5f57-44d0-a716-296a2bfa37d5 req-6d28d5e3-ecc7-4496-906c-94ec289043f6 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.2611463 Apr 05 15:52:54.236291 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-82a748a4-9690-4f17-b91c-556836516ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850964895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850963425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772476'] for router, precommit_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:54.373759 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-c101487e-d613-4917-a969-ab769e4e685e None None] Allocated IP 172.20.0.2 (5e853890-abc7-4a4b-83a0-567b3141f9f1/58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a/a249555f-b561-44e3-9494-d4abd0144bd0) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:52:54.391944 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8c020841-6293-4049-8e70-59c4a6984d95 req-37350255-8ee9-436f-a908-111c739710be tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ccf2f81-b936-4564-85eb-40d0dbbc4622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848714 Apr 05 15:52:54.400139 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7e381267-a71c-418d-822c-a2681adb0636 req-8997c285-8572-4d4a-a08d-824df1b65b28 service neutron] 10.222.0.43 "GET /v2.0/networks/297efcce-d14a-4ebe-b53a-0ac8cfcd24f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753014 Apr 05 15:52:54.402697 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning for port a2497745-7158-496f-8ba8-f10713c75dff completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:52:54.403797 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-448301b3-5f57-44d0-a716-296a2bfa37d5 req-6ea01dc7-7b8b-4bc9-85a7-fde275c60b03 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858001 Apr 05 15:52:54.425626 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning complete for port a2497745-7158-496f-8ba8-f10713c75dff triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:52:54.426049 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:54.457330 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ff69f-10e9-4718-af7e-70f2b6e35492 req-c8abe73b-5f5f-43da-a8a7-9dd24b1788ae tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:54.459124 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6e0ff69f-10e9-4718-af7e-70f2b6e35492 req-c8abe73b-5f5f-43da-a8a7-9dd24b1788ae tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.43 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 945 time: 0.2035494 Apr 05 15:52:54.583989 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-6e0ff69f-10e9-4718-af7e-70f2b6e35492 req-e559abe1-40bd-41f0-abe6-6c494a464f1e tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Deleting port 7f969ea2-d9b2-4617-ace0-843a41cbcfec {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:52:54.585985 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-6e0ff69f-10e9-4718-af7e-70f2b6e35492 req-e559abe1-40bd-41f0-abe6-6c494a464f1e tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:54.707319 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:54.742666 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c101487e-d613-4917-a969-ab769e4e685e None None] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:54.761702 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c101487e-d613-4917-a969-ab769e4e685e None None] Transition to ACTIVE for port object a249555f-b561-44e3-9494-d4abd0144bd0 will not be triggered until provisioned by entity L2. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:52:54.775252 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port a2497745-7158-496f-8ba8-f10713c75dff, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a2497745-7158-496f-8ba8-f10713c75dff,segment=NetworkSegment(b390c009-e33f-4d04-ab82-c63ecf90524f),segment_id=b390c009-e33f-4d04-ab82-c63ecf90524f)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:52:54.786617 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c101487e-d613-4917-a969-ab769e4e685e None None] Transition to ACTIVE for port object a249555f-b561-44e3-9494-d4abd0144bd0 will not be triggered until provisioned by entity DHCP. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:52:54.808620 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:54.810675 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:54.850829 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c101487e-d613-4917-a969-ab769e4e685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:54.938585 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82056e-1cb6-4601-9f11-ed6e9a25beef req-baef8dec-2ce7-491e-abe0-d0e583efdc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:54.940168 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4f82056e-1cb6-4601-9f11-ed6e9a25beef req-baef8dec-2ce7-491e-abe0-d0e583efdc56 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 1099 time: 0.5199902 Apr 05 15:52:54.967675 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-82a748a4-9690-4f17-b91c-556836516ece admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:54.981351 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=a2497745-7158-496f-8ba8-f10713c75dff,revision_number=5']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:54.986215 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:54.986749 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d3a994fa-5368-4624-841f-be2d771614ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:55.005634 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-82a748a4-9690-4f17-b91c-556836516ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:55.028482 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f4bf2-e572-4b4f-bf54-bb059fa4142c req-f8043c69-87f0-46f4-a106-8a2c41ae908a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:55.030138 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-883f4bf2-e572-4b4f-bf54-bb059fa4142c req-f8043c69-87f0-46f4-a106-8a2c41ae908a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 946 time: 0.4120731 Apr 05 15:52:55.041585 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c2b17-1ecb-48ec-9895-f2d1ab990d6d req-11b4fab2-4926-4b5a-b6a0-a7980a7df490 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:55.043825 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-855c2b17-1ecb-48ec-9895-f2d1ab990d6d req-11b4fab2-4926-4b5a-b6a0-a7980a7df490 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 946 time: 0.4186053 Apr 05 15:52:55.069179 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4f82056e-1cb6-4601-9f11-ed6e9a25beef req-1a0fc03c-4ff9-4508-81b4-8b7ab4b4c023 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202428 Apr 05 15:52:55.076063 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101487e-d613-4917-a969-ab769e4e685e None None] Pushing event updated for resources: {'Port': ['ID=a249555f-b561-44e3-9494-d4abd0144bd0,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:55.080154 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c101487e-d613-4917-a969-ab769e4e685e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:55.092636 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c101487e-d613-4917-a969-ab769e4e685e None None] Network 5e853890-abc7-4a4b-83a0-567b3141f9f1 is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:52:55.093757 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-c101487e-d613-4917-a969-ab769e4e685e None None] Resources bound (agent type, host, resource id): {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:52:55.096073 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c101487e-d613-4917-a969-ab769e4e685e None None] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:52:55.144573 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-6e0ff69f-10e9-4718-af7e-70f2b6e35492 req-e559abe1-40bd-41f0-abe6-6c494a464f1e tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] For port 7f969ea2-d9b2-4617-ace0-843a41cbcfec, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7f969ea2-d9b2-4617-ace0-843a41cbcfec,segment=NetworkSegment(525d66fe-5f7f-4434-ab40-5dad6b0fc808),segment_id=525d66fe-5f7f-4434-ab40-5dad6b0fc808)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:52:55.144906 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-6e0ff69f-10e9-4718-af7e-70f2b6e35492 req-e559abe1-40bd-41f0-abe6-6c494a464f1e tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:55.166946 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-883f4bf2-e572-4b4f-bf54-bb059fa4142c req-62be12c3-610a-45e5-8778-ea162afba786 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193879 Apr 05 15:52:55.173649 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-82a748a4-9690-4f17-b91c-556836516ece admin admin] Allocated IP 172.27.0.171 (dd229a0f-6ed6-426a-8b4c-b8529d79a707/9f98952a-db9d-40f5-8f74-bf7f0c188c38/32e5782d-c80e-44f3-bdcc-85fca10cc4e7) {{(pid=84429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:52:55.209114 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-c101487e-d613-4917-a969-ab769e4e685e None None] Attempting to bind port a249555f-b561-44e3-9494-d4abd0144bd0 on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:52:55.209535 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-c101487e-d613-4917-a969-ab769e4e685e None None] Attempting to bind port a249555f-b561-44e3-9494-d4abd0144bd0 by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': '5c3e2455-115b-4e73-83c8-b139dc5b3c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1'}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:52:55.209945 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c101487e-d613-4917-a969-ab769e4e685e None None] Attempting to bind port a249555f-b561-44e3-9494-d4abd0144bd0 on network 5e853890-abc7-4a4b-83a0-567b3141f9f1 {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:52:55.216596 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c101487e-d613-4917-a969-ab769e4e685e None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:52:55.217017 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c101487e-d613-4917-a969-ab769e4e685e None None] Checking segment: {'id': '5c3e2455-115b-4e73-83c8-b139dc5b3c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:52:55.217625 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c101487e-d613-4917-a969-ab769e4e685e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:55.217883 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c101487e-d613-4917-a969-ab769e4e685e None None] Bound using segment: {'id': '5c3e2455-115b-4e73-83c8-b139dc5b3c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1'} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:52:55.218414 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-c101487e-d613-4917-a969-ab769e4e685e None None] Bound port: a249555f-b561-44e3-9494-d4abd0144bd0, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3e2455-115b-4e73-83c8-b139dc5b3c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1'}}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:52:55.218845 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c101487e-d613-4917-a969-ab769e4e685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:55.247463 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-855c2b17-1ecb-48ec-9895-f2d1ab990d6d req-85a3fb6b-3cf8-4345-92f0-975e9a8b587d tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831269 Apr 05 15:52:55.328985 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-6e0ff69f-10e9-4718-af7e-70f2b6e35492 req-e559abe1-40bd-41f0-abe6-6c494a464f1e tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Calling delete_port for 7f969ea2-d9b2-4617-ace0-843a41cbcfec owned by compute:nova {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:52:55.349994 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c101487e-d613-4917-a969-ab769e4e685e None None] For port a249555f-b561-44e3-9494-d4abd0144bd0, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:52:55.352643 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-82a748a4-9690-4f17-b91c-556836516ece admin admin] Notify callbacks [] for port, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:55.353772 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c101487e-d613-4917-a969-ab769e4e685e None None] For port a249555f-b561-44e3-9494-d4abd0144bd0, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=a249555f-b561-44e3-9494-d4abd0144bd0,segment=NetworkSegment(5c3e2455-115b-4e73-83c8-b139dc5b3c12),segment_id=5c3e2455-115b-4e73-83c8-b139dc5b3c12)] {{(pid=84431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:52:55.389922 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c101487e-d613-4917-a969-ab769e4e685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:55.406202 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-551b3300-91cd-4493-9863-f65ccdb3e931 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:55.412570 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-82a748a4-9690-4f17-b91c-556836516ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:55.429279 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-29d30d0f-452f-412c-808e-3ec204ed6809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:55.564355 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101487e-d613-4917-a969-ab769e4e685e None None] Pushing event updated for resources: {'Port': ['ID=a249555f-b561-44e3-9494-d4abd0144bd0,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:55.567843 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c101487e-d613-4917-a969-ab769e4e685e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:55.576055 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a748a4-9690-4f17-b91c-556836516ece admin admin] Pushing event updated for resources: {'Port': ['ID=32e5782d-c80e-44f3-bdcc-85fca10cc4e7,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:55.580467 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-82a748a4-9690-4f17-b91c-556836516ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:55.642174 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a748a4-9690-4f17-b91c-556836516ece admin admin] Network dd229a0f-6ed6-426a-8b4c-b8529d79a707 is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:52:55.642174 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-82a748a4-9690-4f17-b91c-556836516ece admin admin] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:52:55.642174 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a748a4-9690-4f17-b91c-556836516ece admin admin] Received port after_create {{(pid=84429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:52:55.650073 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf5f94-79bf-4e53-a5fb-23e033ed08c9 req-9a7a8072-3e29-4eab-a535-0b415008f541 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:55.651891 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4adf5f94-79bf-4e53-a5fb-23e033ed08c9 req-9a7a8072-3e29-4eab-a535-0b415008f541 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 944 time: 0.2479110 Apr 05 15:52:55.660933 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa80e4-d7a9-4b4e-ae8d-754fc1a1e64c req-11b37d6a-47a4-461d-8363-70e6fab671cc tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:55.662425 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c3fa80e4-d7a9-4b4e-ae8d-754fc1a1e64c req-11b37d6a-47a4-461d-8363-70e6fab671cc tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.3428166 Apr 05 15:52:55.768700 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bc01b3-4f13-48c8-863f-b643b3ee161b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2497745-7158-496f-8ba8-f10713c75dff'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:52:56.048687 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4adf5f94-79bf-4e53-a5fb-23e033ed08c9 req-987f0b48-5978-48fa-9764-216d4de341d2 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3842661 Apr 05 15:52:56.100767 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c3fa80e4-d7a9-4b4e-ae8d-754fc1a1e64c req-ac846a6f-780a-4cf5-a011-42567cd66e4d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914507 Apr 05 15:52:56.195153 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-6e0ff69f-10e9-4718-af7e-70f2b6e35492 req-e559abe1-40bd-41f0-abe6-6c494a464f1e tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:56.206668 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['bd6fa5d8-c43a-4af4-bf91-8418504340dd'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:52:56.215010 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-42a8a252-4fb2-4edc-9261-8d5deb9b5791 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:56.285643 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e559abe1-40bd-41f0-abe6-6c494a464f1e tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Pushing event deleted for resources: {'Port': ['ID=7f969ea2-d9b2-4617-ace0-843a41cbcfec,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:56.297654 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e559abe1-40bd-41f0-abe6-6c494a464f1e tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:56.436766 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ffbb77d0-236d-4a4f-9b53-16699460001b req-ee18a2cd-974a-432c-ab0e-f4214c9da9fe tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 210 time: 0.0735922 Apr 05 15:52:56.475824 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-82a748a4-9690-4f17-b91c-556836516ece admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:56.563961 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18bc01b3-4f13-48c8-863f-b643b3ee161b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2497745-7158-496f-8ba8-f10713c75dff', 'code': 200} Apr 05 15:52:56.586703 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0ff69f-10e9-4718-af7e-70f2b6e35492 req-e559abe1-40bd-41f0-abe6-6c494a464f1e tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] No DVR routers for this DVR port 7f969ea2-d9b2-4617-ace0-843a41cbcfec on host hv-cinder-78477 {{(pid=84430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:52:56.627113 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-6e0ff69f-10e9-4718-af7e-70f2b6e35492 req-e559abe1-40bd-41f0-abe6-6c494a464f1e tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:56.655145 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38f50d1-4389-4647-ae11-cc5348efdf0b', 'name': 'network-vif-deleted', 'tag': '7f969ea2-d9b2-4617-ace0-843a41cbcfec'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:52:56.718180 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6e0ff69f-10e9-4718-af7e-70f2b6e35492 req-e559abe1-40bd-41f0-abe6-6c494a464f1e tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.43 "DELETE /v2.0/ports/7f969ea2-d9b2-4617-ace0-843a41cbcfec HTTP/1.1" status: 204 len: 173 time: 2.2526107 Apr 05 15:52:56.783989 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02dcca-e8f4-4df3-8978-ccf026bbf8e1 req-297dd74b-d970-4e12-aea8-a1adb423aef7 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:56.785649 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a02dcca-e8f4-4df3-8978-ccf026bbf8e1 req-297dd74b-d970-4e12-aea8-a1adb423aef7 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/ports?device_id=18bc01b3-4f13-48c8-863f-b643b3ee161b HTTP/1.1" status: 200 len: 950 time: 0.2011554 Apr 05 15:52:56.820366 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d828595-2bba-4105-9c6a-11cfbc01530c req-529d6b93-8e2c-448b-9296-16cc672218c1 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:56.828966 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8d828595-2bba-4105-9c6a-11cfbc01530c req-529d6b93-8e2c-448b-9296-16cc672218c1 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 946 time: 0.1546843 Apr 05 15:52:56.936617 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-82a748a4-9690-4f17-b91c-556836516ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3812374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810974'] for router, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:56.962760 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a02dcca-e8f4-4df3-8978-ccf026bbf8e1 req-eacaf68c-91d7-4244-924c-b4e16ed9d333 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ccf2f81-b936-4564-85eb-40d0dbbc4622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701338 Apr 05 15:52:56.986836 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8d828595-2bba-4105-9c6a-11cfbc01530c req-91d539ec-7250-4a0e-89e0-31fc5ad13d44 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567416 Apr 05 15:52:57.107583 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38f50d1-4389-4647-ae11-cc5348efdf0b', 'name': 'network-vif-deleted', 'tag': '7f969ea2-d9b2-4617-ace0-843a41cbcfec', 'status': 'completed', 'code': 200} Apr 05 15:52:57.124052 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e836795-0e09-469a-bcfd-44bb9442a296 req-3d90502e-59bf-46ca-bbd3-bb036b9753a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:57.124052 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8e836795-0e09-469a-bcfd-44bb9442a296 req-3d90502e-59bf-46ca-bbd3-bb036b9753a4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=18bc01b3-4f13-48c8-863f-b643b3ee161b HTTP/1.1" status: 200 len: 1103 time: 0.2583394 Apr 05 15:52:57.139971 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device a249555f-b561-44e3-9494-d4abd0144bd0 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:52:57.225089 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8e836795-0e09-469a-bcfd-44bb9442a296 req-3d4fa10b-8a8e-4d6c-bed9-264ab3dbf03e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5ccf2f81-b936-4564-85eb-40d0dbbc4622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808618 Apr 05 15:52:57.280983 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port a249555f-b561-44e3-9494-d4abd0144bd0 completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:52:57.350035 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a748a4-9690-4f17-b91c-556836516ece admin admin] Router 5b8080b2-7ffd-485f-be98-8ce663aad971 is scheduled to L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b with binding_index 1 {{(pid=84429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 15:52:57.411048 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14514a-7085-49c8-80d5-45702cac7d62 req-f88f9dbb-9edf-4899-9403-1c53a691a484 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:57.411307 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a163aa-243e-4122-bdd6-c1916fa60811 None None] Network 5e853890-abc7-4a4b-83a0-567b3141f9f1 requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:52:57.412615 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7b14514a-7085-49c8-80d5-45702cac7d62 req-f88f9dbb-9edf-4899-9403-1c53a691a484 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 946 time: 0.1928551 Apr 05 15:52:57.421677 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f463f4-ea90-417d-90cf-f6a21c61cc45 req-0aed2917-6101-4872-8460-b53293adb387 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:57.423476 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-87f463f4-ea90-417d-90cf-f6a21c61cc45 req-0aed2917-6101-4872-8460-b53293adb387 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 944 time: 0.1524694 Apr 05 15:52:57.503024 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7b14514a-7085-49c8-80d5-45702cac7d62 req-9c07c286-42ce-4d9d-917b-f9bc70ee63be tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783849 Apr 05 15:52:57.507910 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-87f463f4-ea90-417d-90cf-f6a21c61cc45 req-7d858627-3d28-4945-a2ec-53dd4b5e071e tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665514 Apr 05 15:52:57.610226 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a748a4-9690-4f17-b91c-556836516ece admin admin] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:52:57.621159 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf832ca-0559-4b3f-ace3-edd3e5d8d7dd None None] Sync routers for ids ['5b8080b2-7ffd-485f-be98-8ce663aad971'] in dv-cinder-784779-1-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:52:57.662113 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf832ca-0559-4b3f-ace3-edd3e5d8d7dd None None] Routers {'5b8080b2-7ffd-485f-be98-8ce663aad971'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:52:57.662763 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-cdf832ca-0559-4b3f-ace3-edd3e5d8d7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:52:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['5b8080b2-7ffd-485f-be98-8ce663aad971'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:52:57.691956 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-82a748a4-9690-4f17-b91c-556836516ece admin admin] Notify callbacks [] for router, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:57.693431 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-82a748a4-9690-4f17-b91c-556836516ece admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9753482 Apr 05 15:52:57.696280 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 40746) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:52:57.799532 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-61c7954e-5294-4af7-ba9c-6cf0343af01c req-8e2c0b09-d57c-4e10-aa60-d27bcf60772b tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Synchronizing usage tracker for tenant:d4eb531685324e0f8fb99da30c72fe0c on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:52:57.844566 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8e62a-f31e-413f-87ee-7aa214f0a654 req-aa7d821c-7999-4c98-aecd-4e5c2ee60694 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:57.846231 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-33a8e62a-f31e-413f-87ee-7aa214f0a654 req-aa7d821c-7999-4c98-aecd-4e5c2ee60694 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.1860044 Apr 05 15:52:57.861665 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-61c7954e-5294-4af7-ba9c-6cf0343af01c req-8e2c0b09-d57c-4e10-aa60-d27bcf60772b tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Unset dirty status for tenant:d4eb531685324e0f8fb99da30c72fe0c on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:52:57.878091 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-61c7954e-5294-4af7-ba9c-6cf0343af01c req-8e2c0b09-d57c-4e10-aa60-d27bcf60772b tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=e38f50d1-4389-4647-ae11-cc5348efdf0b HTTP/1.1" status: 200 len: 210 time: 0.1499226 Apr 05 15:52:57.925454 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-35c579f3-3838-45dd-bf38-5716b230c9b8 None None] Provisioning for port a249555f-b561-44e3-9494-d4abd0144bd0 completed by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:52:57.943866 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-35c579f3-3838-45dd-bf38-5716b230c9b8 None None] Provisioning complete for port a249555f-b561-44e3-9494-d4abd0144bd0 triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:52:57.944289 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-35c579f3-3838-45dd-bf38-5716b230c9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:57.952678 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-33a8e62a-f31e-413f-87ee-7aa214f0a654 req-4f1011f7-207d-45d8-ba9c-4ad4d31f41dd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903387 Apr 05 15:52:58.065371 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-cdf832ca-0559-4b3f-ace3-edd3e5d8d7dd None None] Set router 5b8080b2-7ffd-485f-be98-8ce663aad971 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:52:58.144707 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 7f969ea2-d9b2-4617-ace0-843a41cbcfec no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:52:58.273419 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] No Port match for: 7f969ea2-d9b2-4617-ace0-843a41cbcfec {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:52:58.273786 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 7f969ea2-d9b2-4617-ace0-843a41cbcfec not bound to the agent host hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:52:58.305338 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-35c579f3-3838-45dd-bf38-5716b230c9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:58.436285 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-35c579f3-3838-45dd-bf38-5716b230c9b8 None None] For port a249555f-b561-44e3-9494-d4abd0144bd0, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=a249555f-b561-44e3-9494-d4abd0144bd0,segment=NetworkSegment(5c3e2455-115b-4e73-83c8-b139dc5b3c12),segment_id=5c3e2455-115b-4e73-83c8-b139dc5b3c12)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:52:58.464356 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-35c579f3-3838-45dd-bf38-5716b230c9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:58.467530 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-64853335-304d-4bf3-a5c2-aef2644dd918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:58.484809 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a7e4c-23c9-470a-9d21-3e1991df7171 req-71e31685-b252-422b-a279-40e6a7d3e6d1 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:58.493845 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ba0a7e4c-23c9-470a-9d21-3e1991df7171 req-71e31685-b252-422b-a279-40e6a7d3e6d1 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/ports?device_id=18bc01b3-4f13-48c8-863f-b643b3ee161b HTTP/1.1" status: 200 len: 950 time: 0.3254254 Apr 05 15:52:58.535290 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59effbbb-b5fd-4463-8602-f478d70062c1 req-03176559-04ed-4173-91de-a92f3a2ea116 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:58.537157 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-59effbbb-b5fd-4463-8602-f478d70062c1 req-03176559-04ed-4173-91de-a92f3a2ea116 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 946 time: 0.3087916 Apr 05 15:52:58.595303 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-cdf832ca-0559-4b3f-ace3-edd3e5d8d7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'name': 'tempest-TestVolumeBootPattern-2071438624-router', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:52:53Z', 'updated_at': '2021-04-05T15:52:55Z', 'revision_number': 3, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'gw_port': {'id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:55Z', 'updated_at': '2021-04-05T15:52:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi'}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:52:58.600623 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf832ca-0559-4b3f-ace3-edd3e5d8d7dd None None] Checking router: 5b8080b2-7ffd-485f-be98-8ce663aad971 for host: dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:52:58.601155 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf832ca-0559-4b3f-ace3-edd3e5d8d7dd None None] Updating router 5b8080b2-7ffd-485f-be98-8ce663aad971 port 32e5782d-c80e-44f3-bdcc-85fca10cc4e7 binding host dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:52:58.661936 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-fe9b4441-8b6c-47aa-a683-9121f294b9bb None None] Provisioning complete for port a249555f-b561-44e3-9494-d4abd0144bd0 triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:52:58.662352 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fe9b4441-8b6c-47aa-a683-9121f294b9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:58.678994 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ba0a7e4c-23c9-470a-9d21-3e1991df7171 req-8c00909e-10e4-46c2-aac5-4c4788e562f3 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ccf2f81-b936-4564-85eb-40d0dbbc4622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837387 Apr 05 15:52:58.683910 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cdf832ca-0559-4b3f-ace3-edd3e5d8d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:58.710538 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-59effbbb-b5fd-4463-8602-f478d70062c1 req-c7a8da06-95f6-4902-8c39-7fa9dfcdf759 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095381 Apr 05 15:52:58.746586 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c579f3-3838-45dd-bf38-5716b230c9b8 None None] Pushing event updated for resources: {'Port': ['ID=a249555f-b561-44e3-9494-d4abd0144bd0,revision_number=3']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:58.760123 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-35c579f3-3838-45dd-bf38-5716b230c9b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:58.976483 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device a249555f-b561-44e3-9494-d4abd0144bd0 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:52:59.019049 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866e300-36b8-4117-8d22-3ae27b35bedb req-13477a46-374e-46d5-a514-1601165735ca tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:59.024005 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f866e300-36b8-4117-8d22-3ae27b35bedb req-13477a46-374e-46d5-a514-1601165735ca tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 944 time: 0.1996067 Apr 05 15:52:59.072992 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port a249555f-b561-44e3-9494-d4abd0144bd0 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:52:59.073420 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:59.142773 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f866e300-36b8-4117-8d22-3ae27b35bedb req-c3668720-31cc-41ba-a71c-5ebfb17704a6 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128252 Apr 05 15:52:59.177477 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1aa45caf-f13c-4111-b8a7-019cb92b3006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:59.289238 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8bc0e7-aa9f-4c65-ba2d-2a7f2a706e61 req-9c4a3522-d014-4992-ae91-56a876c22c13 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:59.299718 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3c8bc0e7-aa9f-4c65-ba2d-2a7f2a706e61 req-9c4a3522-d014-4992-ae91-56a876c22c13 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.1154993 Apr 05 15:52:59.329022 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cdf832ca-0559-4b3f-ace3-edd3e5d8d7dd None None] Notify callbacks [] for port, precommit_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:59.343679 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-cdf832ca-0559-4b3f-ace3-edd3e5d8d7dd None None] Transition to ACTIVE for port object 32e5782d-c80e-44f3-bdcc-85fca10cc4e7 will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:52:59.373468 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3c8bc0e7-aa9f-4c65-ba2d-2a7f2a706e61 req-fc177735-8093-466c-be31-c8f407581f13 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728333 Apr 05 15:52:59.383816 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cdf832ca-0559-4b3f-ace3-edd3e5d8d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:59.400471 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:59.443512 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-1aa45caf-f13c-4111-b8a7-019cb92b3006 admin admin] Allocated IP 172.20.0.1 (5e853890-abc7-4a4b-83a0-567b3141f9f1/58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a/e8c94719-c048-4cf4-8889-c27a172e557f) {{(pid=84429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:52:59.542386 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266616ac-35b4-48cd-903b-5aa9de0c9e34 None None] Pushing event updated for resources: {'Port': ['ID=32e5782d-c80e-44f3-bdcc-85fca10cc4e7,revision_number=2']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:52:59.554971 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266616ac-35b4-48cd-903b-5aa9de0c9e34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:59.555353 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266616ac-35b4-48cd-903b-5aa9de0c9e34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:59.555723 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266616ac-35b4-48cd-903b-5aa9de0c9e34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:59.556088 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266616ac-35b4-48cd-903b-5aa9de0c9e34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:59.556523 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266616ac-35b4-48cd-903b-5aa9de0c9e34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:59.556872 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266616ac-35b4-48cd-903b-5aa9de0c9e34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:59.557224 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266616ac-35b4-48cd-903b-5aa9de0c9e34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:59.558203 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266616ac-35b4-48cd-903b-5aa9de0c9e34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:59.558476 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266616ac-35b4-48cd-903b-5aa9de0c9e34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:59.558834 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266616ac-35b4-48cd-903b-5aa9de0c9e34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:59.559199 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266616ac-35b4-48cd-903b-5aa9de0c9e34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:59.559541 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266616ac-35b4-48cd-903b-5aa9de0c9e34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:52:59.563389 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-266616ac-35b4-48cd-903b-5aa9de0c9e34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:52:59.603348 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1aa45caf-f13c-4111-b8a7-019cb92b3006 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:59.626207 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-1aa45caf-f13c-4111-b8a7-019cb92b3006 admin admin] Transition to ACTIVE for port object e8c94719-c048-4cf4-8889-c27a172e557f will not be triggered until provisioned by entity DHCP. {{(pid=84429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:52:59.629207 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-cdf832ca-0559-4b3f-ace3-edd3e5d8d7dd None None] Attempting to bind port 32e5782d-c80e-44f3-bdcc-85fca10cc4e7 on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:52:59.630140 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-cdf832ca-0559-4b3f-ace3-edd3e5d8d7dd None None] Attempting to bind port 32e5782d-c80e-44f3-bdcc-85fca10cc4e7 by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:52:59.630607 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf832ca-0559-4b3f-ace3-edd3e5d8d7dd None None] Attempting to bind port 32e5782d-c80e-44f3-bdcc-85fca10cc4e7 on network dd229a0f-6ed6-426a-8b4c-b8529d79a707 {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:52:59.636920 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf832ca-0559-4b3f-ace3-edd3e5d8d7dd None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:52:59.637333 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf832ca-0559-4b3f-ace3-edd3e5d8d7dd None None] Checking segment: {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:52:59.637778 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cdf832ca-0559-4b3f-ace3-edd3e5d8d7dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:59.638208 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf832ca-0559-4b3f-ace3-edd3e5d8d7dd None None] Bound using segment: {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:52:59.638743 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-cdf832ca-0559-4b3f-ace3-edd3e5d8d7dd None None] Bound port: 32e5782d-c80e-44f3-bdcc-85fca10cc4e7, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:52:59.639154 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cdf832ca-0559-4b3f-ace3-edd3e5d8d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:59.694190 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1aa45caf-f13c-4111-b8a7-019cb92b3006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:59.722782 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-cdf832ca-0559-4b3f-ace3-edd3e5d8d7dd None None] For port 32e5782d-c80e-44f3-bdcc-85fca10cc4e7, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:52:59.725760 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-cdf832ca-0559-4b3f-ace3-edd3e5d8d7dd None None] For port 32e5782d-c80e-44f3-bdcc-85fca10cc4e7, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=32e5782d-c80e-44f3-bdcc-85fca10cc4e7,segment=NetworkSegment(45fc7be4-cb6f-44c4-878d-af01c4212144),segment_id=45fc7be4-cb6f-44c4-878d-af01c4212144)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:52:59.761217 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cdf832ca-0559-4b3f-ace3-edd3e5d8d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:52:59.778888 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f4a3b5c3-3642-4a23-b39e-356a8ee51515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:59.798356 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752b18d-08cd-4929-b92d-08edb53931f2 req-47121fd0-fd06-4aea-a2d4-8b2ad5ae47e3 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:52:59.800113 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2752b18d-08cd-4929-b92d-08edb53931f2 req-47121fd0-fd06-4aea-a2d4-8b2ad5ae47e3 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1475194 Apr 05 15:52:59.846251 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:52:59.914276 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa45caf-f13c-4111-b8a7-019cb92b3006 admin admin] Network 5e853890-abc7-4a4b-83a0-567b3141f9f1 is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:52:59.917912 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-1aa45caf-f13c-4111-b8a7-019cb92b3006 admin admin] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:52:59.929979 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa45caf-f13c-4111-b8a7-019cb92b3006 admin admin] Received port after_create {{(pid=84429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:52:59.975253 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2752b18d-08cd-4929-b92d-08edb53931f2 req-1413af08-910f-4ac3-b3e0-ecaf870de55a tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656082 Apr 05 15:52:59.993548 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266616ac-35b4-48cd-903b-5aa9de0c9e34 None None] Pushing event updated for resources: {'Port': ['ID=32e5782d-c80e-44f3-bdcc-85fca10cc4e7,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:00.000495 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-266616ac-35b4-48cd-903b-5aa9de0c9e34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:00.021288 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa45caf-f13c-4111-b8a7-019cb92b3006 admin admin] Pushing event updated for resources: {'Port': ['ID=e8c94719-c048-4cf4-8889-c27a172e557f,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:00.026789 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-1aa45caf-f13c-4111-b8a7-019cb92b3006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:00.048916 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc94ea-3643-4745-9986-73b9b610da83 req-0657327e-253a-49c9-9090-e583594ef789 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:00.052599 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1aa45caf-f13c-4111-b8a7-019cb92b3006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850918333'] for router_interface, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:00.057848 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-93fc94ea-3643-4745-9986-73b9b610da83 req-0657327e-253a-49c9-9090-e583594ef789 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/ports?device_id=18bc01b3-4f13-48c8-863f-b643b3ee161b HTTP/1.1" status: 200 len: 950 time: 0.1955109 Apr 05 15:53:00.073471 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 606fafec-aa05-43fc-adb5-573ac8b51de7 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:53:00.075068 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf832ca-0559-4b3f-ace3-edd3e5d8d7dd None None] Routers {'5b8080b2-7ffd-485f-be98-8ce663aad971'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:53:00.075792 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-cdf832ca-0559-4b3f-ace3-edd3e5d8d7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:52:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['5b8080b2-7ffd-485f-be98-8ce663aad971'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:00.163016 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-93fc94ea-3643-4745-9986-73b9b610da83 req-96b3af21-276d-4093-bcf9-0fc048ae480a tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ccf2f81-b936-4564-85eb-40d0dbbc4622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040261 Apr 05 15:53:00.311940 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1aa45caf-f13c-4111-b8a7-019cb92b3006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:00.323620 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 606fafec-aa05-43fc-adb5-573ac8b51de7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=606fafec-aa05-43fc-adb5-573ac8b51de7,segment=NetworkSegment(87acdd3d-d43a-43b2-b114-7774e6f8900e),segment_id=87acdd3d-d43a-43b2-b114-7774e6f8900e)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:53:00.342562 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Returning: {'device': '606fafec-aa05-43fc-adb5-573ac8b51de7', 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7', 'port_id': '606fafec-aa05-43fc-adb5-573ac8b51de7', 'mac_address': 'fa:16:3e:09:12:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '259bfebd-f402-4bad-8767-beb45f5f4266', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:53:00.362306 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-cdf832ca-0559-4b3f-ace3-edd3e5d8d7dd None None] Set router 5b8080b2-7ffd-485f-be98-8ce663aad971 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:53:00.399827 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea333cd-cd4b-4c39-86fa-654704bb271a req-8f3e41d7-6744-47f9-8cad-7333532f8fba tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:00.401681 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7ea333cd-cd4b-4c39-86fa-654704bb271a req-8f3e41d7-6744-47f9-8cad-7333532f8fba tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 946 time: 0.1679041 Apr 05 15:53:00.422171 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:00.443882 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606fafec-aa05-43fc-adb5-573ac8b51de7 {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:53:00.461588 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 606fafec-aa05-43fc-adb5-573ac8b51de7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=606fafec-aa05-43fc-adb5-573ac8b51de7,segment=NetworkSegment(87acdd3d-d43a-43b2-b114-7774e6f8900e),segment_id=87acdd3d-d43a-43b2-b114-7774e6f8900e)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:53:00.463306 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-4149208c-a531-4523-8583-2ed9b67689e4 None None] Provisioning for port e8c94719-c048-4cf4-8889-c27a172e557f completed by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:53:00.469598 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-4149208c-a531-4523-8583-2ed9b67689e4 None None] Provisioning complete for port e8c94719-c048-4cf4-8889-c27a172e557f triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:53:00.470012 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4149208c-a531-4523-8583-2ed9b67689e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:00.489710 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7ea333cd-cd4b-4c39-86fa-654704bb271a req-7c427e18-2a03-418a-b766-c4e549b103c8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811219 Apr 05 15:53:00.576655 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-4149208c-a531-4523-8583-2ed9b67689e4 None None] Port e8c94719-c048-4cf4-8889-c27a172e557f cannot update to ACTIVE because it is not bound. {{(pid=84431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:53:00.579501 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:00.581768 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:00.660807 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1aa45caf-f13c-4111-b8a7-019cb92b3006 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:00.670806 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=606fafec-aa05-43fc-adb5-573ac8b51de7,revision_number=4']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:00.674627 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:00.691673 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1aa45caf-f13c-4111-b8a7-019cb92b3006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9499705'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:00.727490 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d4b42306-82f2-4065-953a-8bcfd966d0e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:00.733600 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019ec86-63b4-48e3-9146-92518dc98aca req-8b0fdb10-0621-456e-8444-7de3c9844aff tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:00.742030 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e019ec86-63b4-48e3-9146-92518dc98aca req-8b0fdb10-0621-456e-8444-7de3c9844aff tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 945 time: 0.1053627 Apr 05 15:53:00.787810 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e019ec86-63b4-48e3-9146-92518dc98aca req-d29f05b1-ed1f-4f5e-a8ec-73ffb3d983e5 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448272 Apr 05 15:53:00.828825 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-cdf832ca-0559-4b3f-ace3-edd3e5d8d7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'name': 'tempest-TestVolumeBootPattern-2071438624-router', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:52:53Z', 'updated_at': '2021-04-05T15:53:00Z', 'revision_number': 4, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'gw_port': {'id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:55Z', 'updated_at': '2021-04-05T15:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'e8c94719-c048-4cf4-8889-c27a172e557f', 'name': '', 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'mac_address': 'fa:16:3e:d6:e8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:59Z', 'updated_at': '2021-04-05T15:52:59Z', 'revision_number': 1, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'subnets': [{'id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:00.832831 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa45caf-f13c-4111-b8a7-019cb92b3006 admin admin] Pushing event updated for resources: {'Port': ['ID=e8c94719-c048-4cf4-8889-c27a172e557f,revision_number=2']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:00.833944 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf832ca-0559-4b3f-ace3-edd3e5d8d7dd None None] The sync data for ids ['5b8080b2-7ffd-485f-be98-8ce663aad971'] in dv-cinder-784779-1-iscsi is: [{'id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'name': 'tempest-TestVolumeBootPattern-2071438624-router', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:52:53Z', 'updated_at': '2021-04-05T15:53:00Z', 'revision_number': 4, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'gw_port': {'id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:55Z', 'updated_at': '2021-04-05T15:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'e8c94719-c048-4cf4-8889-c27a172e557f', 'name': '', 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'mac_address': 'fa:16:3e:d6:e8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:59Z', 'updated_at': '2021-04-05T15:52:59Z', 'revision_number': 1, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'subnets': [{'id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:53:00.835541 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1aa45caf-f13c-4111-b8a7-019cb92b3006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851057948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850909546'] for router_interface, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:00.849616 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-1aa45caf-f13c-4111-b8a7-019cb92b3006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:00.869696 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['606fafec-aa05-43fc-adb5-573ac8b51de7'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:53:00.992329 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa45caf-f13c-4111-b8a7-019cb92b3006 admin admin] Network 5e853890-abc7-4a4b-83a0-567b3141f9f1 is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:53:00.993487 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-1aa45caf-f13c-4111-b8a7-019cb92b3006 admin admin] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:53:01.219603 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa45caf-f13c-4111-b8a7-019cb92b3006 admin admin] Router 5b8080b2-7ffd-485f-be98-8ce663aad971 has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:53:01.313796 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c2d49685-7c16-4c6a-8d6c-7fd2d3f38317 None None] Provisioning complete for port e8c94719-c048-4cf4-8889-c27a172e557f triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:53:01.314183 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c2d49685-7c16-4c6a-8d6c-7fd2d3f38317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:01.426195 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-c2d49685-7c16-4c6a-8d6c-7fd2d3f38317 None None] Port e8c94719-c048-4cf4-8889-c27a172e557f cannot update to ACTIVE because it is not bound. {{(pid=84431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:53:01.540409 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4994e7-0877-435a-99dd-4205b51b4b4a req-387d7ffc-765d-4f74-9c9e-db0af66e58f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:01.542322 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6d4994e7-0877-435a-99dd-4205b51b4b4a req-387d7ffc-765d-4f74-9c9e-db0af66e58f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.1902721 Apr 05 15:53:01.555062 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa45caf-f13c-4111-b8a7-019cb92b3006 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:53:01.566165 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-1aa45caf-f13c-4111-b8a7-019cb92b3006 admin admin] 10.222.0.44 "PUT /v2.0/routers/5b8080b2-7ffd-485f-be98-8ce663aad971/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8686862 Apr 05 15:53:01.650385 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6d4994e7-0877-435a-99dd-4205b51b4b4a req-e33d5dbc-9b3c-45ea-a89f-fbb6fcef605d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637031 Apr 05 15:53:01.691112 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af419e45-7797-4464-8d36-8555cc48cb2e req-0738ddd0-408c-479f-9262-e8ef2623705f tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:01.692749 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-af419e45-7797-4464-8d36-8555cc48cb2e req-0738ddd0-408c-479f-9262-e8ef2623705f tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1493223 Apr 05 15:53:01.779321 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-af419e45-7797-4464-8d36-8555cc48cb2e req-43152cd0-ef64-413e-b28b-1b8ca9c1f250 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800283 Apr 05 15:53:01.921794 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40d6b3-dc74-4866-8194-bc4a2598efb3 req-dc3af155-ad97-4f67-adde-4983a43f5662 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:01.936463 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4f40d6b3-dc74-4866-8194-bc4a2598efb3 req-dc3af155-ad97-4f67-adde-4983a43f5662 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/ports?device_id=18bc01b3-4f13-48c8-863f-b643b3ee161b HTTP/1.1" status: 200 len: 950 time: 0.1294694 Apr 05 15:53:02.071215 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4f40d6b3-dc74-4866-8194-bc4a2598efb3 req-b7ea32ce-7514-4ad7-afb8-8e591f30096c tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ccf2f81-b936-4564-85eb-40d0dbbc4622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323373 Apr 05 15:53:02.095318 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 606fafec-aa05-43fc-adb5-573ac8b51de7 up at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:53:02.124432 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9de2a-7617-48d9-ab36-b6555ea7cdad req-2b76bdff-c0f1-42d4-bd3d-29465769c6a3 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:02.131136 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0fd9de2a-7617-48d9-ab36-b6555ea7cdad req-2b76bdff-c0f1-42d4-bd3d-29465769c6a3 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 945 time: 0.1520662 Apr 05 15:53:02.178215 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0fd9de2a-7617-48d9-ab36-b6555ea7cdad req-7f1bc743-1560-4a1e-9b77-49004693b8c4 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461245 Apr 05 15:53:02.234602 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning for port 606fafec-aa05-43fc-adb5-573ac8b51de7 completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:53:02.240645 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning complete for port 606fafec-aa05-43fc-adb5-573ac8b51de7 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:53:02.241061 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:02.382733 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 40820) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:02.389195 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-0c6104cf-922b-430b-9dd1-634bcb23d026 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1899330482-network', 'tenant_id': 'dba536d6a6e74097a1f653e84c24ad65'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:53:02.395436 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-0c6104cf-922b-430b-9dd1-634bcb23d026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:02.401330 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-0c6104cf-922b-430b-9dd1-634bcb23d026 admin admin] Usage tracker for resource:network and tenant:dba536d6a6e74097a1f653e84c24ad65 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:02.407681 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-0c6104cf-922b-430b-9dd1-634bcb23d026 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:02.415767 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-0c6104cf-922b-430b-9dd1-634bcb23d026 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:02.455141 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6104cf-922b-430b-9dd1-634bcb23d026 admin admin] Made reservation on behalf of dba536d6a6e74097a1f653e84c24ad65 for: {'network': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:53:02.460423 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0c6104cf-922b-430b-9dd1-634bcb23d026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for network, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:02.475206 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0c6104cf-922b-430b-9dd1-634bcb23d026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:02.491948 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-0c6104cf-922b-430b-9dd1-634bcb23d026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:02.500454 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-0c6104cf-922b-430b-9dd1-634bcb23d026 admin admin] Usage tracker for resource:security_group_rule and tenant:dba536d6a6e74097a1f653e84c24ad65 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:02.504091 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-0c6104cf-922b-430b-9dd1-634bcb23d026 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:02.511006 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-0c6104cf-922b-430b-9dd1-634bcb23d026 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:02.552158 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:02.582155 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0381a980-ee96-408d-946f-f298bfd3ee27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606fafec-aa05-43fc-adb5-573ac8b51de7'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:53:02.593084 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 606fafec-aa05-43fc-adb5-573ac8b51de7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=606fafec-aa05-43fc-adb5-573ac8b51de7,segment=NetworkSegment(87acdd3d-d43a-43b2-b114-7774e6f8900e),segment_id=87acdd3d-d43a-43b2-b114-7774e6f8900e)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:53:02.606953 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0c6104cf-922b-430b-9dd1-634bcb23d026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:02.623357 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:02.625450 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c101487e-d613-4917-a969-ab769e4e685e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:02.646076 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0c6104cf-922b-430b-9dd1-634bcb23d026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:02.650694 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-17534913-8d2a-4eb6-92d3-a1c91ad82f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:02.658956 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0381a980-ee96-408d-946f-f298bfd3ee27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606fafec-aa05-43fc-adb5-573ac8b51de7', 'code': 200} Apr 05 15:53:02.684724 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6104cf-922b-430b-9dd1-634bcb23d026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9825904b-f69f-4671-96ab-53332ba4da96,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:02.688329 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0c6104cf-922b-430b-9dd1-634bcb23d026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:02.701363 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c6104cf-922b-430b-9dd1-634bcb23d026 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=84430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:53:02.709157 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=606fafec-aa05-43fc-adb5-573ac8b51de7,revision_number=5']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:02.712004 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0c6104cf-922b-430b-9dd1-634bcb23d026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:02.712555 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.segments_db [None req-0c6104cf-922b-430b-9dd1-634bcb23d026 admin admin] Added segment 3b40b3c6-7e06-4436-8c8c-0668a491fbfe of type vlan for network e34cc301-433b-450e-b5f9-c5acefe28e30 Apr 05 15:53:02.712703 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:02.741429 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0c6104cf-922b-430b-9dd1-634bcb23d026 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739064997474'] for network, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:02.841269 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0c6104cf-922b-430b-9dd1-634bcb23d026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for network, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:02.846983 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6104cf-922b-430b-9dd1-634bcb23d026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:02.847628 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0c6104cf-922b-430b-9dd1-634bcb23d026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:02.862962 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:02.999644 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 32e5782d-c80e-44f3-bdcc-85fca10cc4e7 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:53:03.029915 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6104cf-922b-430b-9dd1-634bcb23d026 admin admin] Pushing event updated for resources: {'Network': ['ID=e34cc301-433b-450e-b5f9-c5acefe28e30,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:03.047070 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0c6104cf-922b-430b-9dd1-634bcb23d026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:03.048585 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Network e34cc301-433b-450e-b5f9-c5acefe28e30 details requested by agent ovs-agent-dv-cinder-784779-1-iscsi with host dv-cinder-784779-1-iscsi {{(pid=84431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:53:03.103763 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-0c6104cf-922b-430b-9dd1-634bcb23d026 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7197547 Apr 05 15:53:03.110117 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 40834) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:03.117661 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-b3b2d785-ca52-45bb-bda8-36c351075598 admin admin] Request body: {'subnet': {'network_id': 'e34cc301-433b-450e-b5f9-c5acefe28e30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1899330482-subnet', 'tenant_id': 'dba536d6a6e74097a1f653e84c24ad65', 'ip_version': 4}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:53:03.125748 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-b3b2d785-ca52-45bb-bda8-36c351075598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:03.131304 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-b3b2d785-ca52-45bb-bda8-36c351075598 admin admin] Usage tracker for resource:subnet and tenant:dba536d6a6e74097a1f653e84c24ad65 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:03.135647 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-b3b2d785-ca52-45bb-bda8-36c351075598 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:03.144369 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-b3b2d785-ca52-45bb-bda8-36c351075598 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:03.145267 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948e752-8113-4e54-af61-f41086e6841d req-ea5acd0a-d028-4c04-8f9c-77aa95b3b353 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:03.147145 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0948e752-8113-4e54-af61-f41086e6841d req-ea5acd0a-d028-4c04-8f9c-77aa95b3b353 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.3649762 Apr 05 15:53:03.155759 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6abf28-570f-4cd6-b6e6-9565f8da49ca req-ad04aba6-4616-43bc-802c-e69752062b95 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:03.156531 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-fd6abf28-570f-4cd6-b6e6-9565f8da49ca req-ad04aba6-4616-43bc-802c-e69752062b95 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Synchronizing usage tracker for tenant:605d0ee1deab4a3f99ea3709bec22e29 on resource:port {{(pid=84429) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:53:03.206019 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b2d785-ca52-45bb-bda8-36c351075598 admin admin] Made reservation on behalf of dba536d6a6e74097a1f653e84c24ad65 for: {'subnet': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:53:03.210846 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b3b2d785-ca52-45bb-bda8-36c351075598 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851485861'] for subnet, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:03.224530 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b491f-535f-4fd9-940d-6794ae2eaa8a req-da036d31-0c56-45e5-96da-7bb83a04efbb tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:03.226095 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-406b491f-535f-4fd9-940d-6794ae2eaa8a req-da036d31-0c56-45e5-96da-7bb83a04efbb tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.2620883 Apr 05 15:53:03.230696 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dac9ad-45b1-4f53-96c3-fc28fe8c089e req-3fae918f-1f43-43fe-8948-94306edbf7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:03.232175 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f1dac9ad-45b1-4f53-96c3-fc28fe8c089e req-3fae918f-1f43-43fe-8948-94306edbf7c2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 1099 time: 0.1869075 Apr 05 15:53:03.235276 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0948e752-8113-4e54-af61-f41086e6841d req-526525fa-73fa-477e-b0e8-bd46c0cf1d72 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793922 Apr 05 15:53:03.251660 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port 32e5782d-c80e-44f3-bdcc-85fca10cc4e7 completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:53:03.261841 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 32e5782d-c80e-44f3-bdcc-85fca10cc4e7 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:53:03.262262 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:03.322835 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-406b491f-535f-4fd9-940d-6794ae2eaa8a req-0db346e4-086a-4df0-9c89-5dcc4e9b4147 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864832 Apr 05 15:53:03.324548 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f1dac9ad-45b1-4f53-96c3-fc28fe8c089e req-25c2e5fe-7872-4a00-8961-95a10a3d9970 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702677 Apr 05 15:53:03.329655 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-fd6abf28-570f-4cd6-b6e6-9565f8da49ca req-ad04aba6-4616-43bc-802c-e69752062b95 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Unset dirty status for tenant:605d0ee1deab4a3f99ea3709bec22e29 on resource:port {{(pid=84429) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:53:03.331350 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fd6abf28-570f-4cd6-b6e6-9565f8da49ca req-ad04aba6-4616-43bc-802c-e69752062b95 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.43 "GET /v2.0/ports?device_id=18bc01b3-4f13-48c8-863f-b643b3ee161b HTTP/1.1" status: 200 len: 950 time: 0.2882075 Apr 05 15:53:03.394099 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:03.411487 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] For port 32e5782d-c80e-44f3-bdcc-85fca10cc4e7, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=32e5782d-c80e-44f3-bdcc-85fca10cc4e7,segment=NetworkSegment(45fc7be4-cb6f-44c4-878d-af01c4212144),segment_id=45fc7be4-cb6f-44c4-878d-af01c4212144)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:53:03.444191 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:03.446404 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:03.455956 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c1854-bc32-426c-bd90-2aa0535d3552 req-6892ef52-a8fa-4e18-be2e-5a44f20b6322 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:03.457849 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-244c1854-bc32-426c-bd90-2aa0535d3552 req-6892ef52-a8fa-4e18-be2e-5a44f20b6322 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/ports?device_id=18bc01b3-4f13-48c8-863f-b643b3ee161b HTTP/1.1" status: 200 len: 950 time: 0.1093371 Apr 05 15:53:03.521292 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Pushing event updated for resources: {'Port': ['ID=32e5782d-c80e-44f3-bdcc-85fca10cc4e7,revision_number=4']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:03.524502 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:03.528172 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-fd6abf28-570f-4cd6-b6e6-9565f8da49ca req-502b6acd-2e3e-4152-b1b8-d8df5cee2382 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Deleting port a2497745-7158-496f-8ba8-f10713c75dff {{(pid=84429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:53:03.528666 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-fd6abf28-570f-4cd6-b6e6-9565f8da49ca req-502b6acd-2e3e-4152-b1b8-d8df5cee2382 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:03.568752 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-244c1854-bc32-426c-bd90-2aa0535d3552 req-a8ba2288-2d06-45b4-b77a-42fca4136e95 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ccf2f81-b936-4564-85eb-40d0dbbc4622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978222 Apr 05 15:53:03.620279 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97196342-05be-4fa6-b060-5426a9ab91da req-8952eb9b-ac40-498d-acf0-9d8efd5e8580 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:03.622735 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-97196342-05be-4fa6-b060-5426a9ab91da req-8952eb9b-ac40-498d-acf0-9d8efd5e8580 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.1177194 Apr 05 15:53:03.691830 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-97196342-05be-4fa6-b060-5426a9ab91da req-2b888bdc-d51b-4042-9bdc-60cc73b71acd tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601261 Apr 05 15:53:04.013290 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172c8fe-35e4-43f2-ba77-735af7a947cc req-aa670d56-7be1-4ea9-8be8-8742051bbd38 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:04.015077 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6172c8fe-35e4-43f2-ba77-735af7a947cc req-aa670d56-7be1-4ea9-8be8-8742051bbd38 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.0984251 Apr 05 15:53:04.124645 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6172c8fe-35e4-43f2-ba77-735af7a947cc req-73e054fe-e923-4b7a-8edc-158155393fb1 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005638 Apr 05 15:53:04.151713 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66e085-bb41-40fb-a8dd-cbd43fcffccc req-64d2998a-a19c-44fc-a998-891a4e770e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:04.153190 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-cf66e085-bb41-40fb-a8dd-cbd43fcffccc req-64d2998a-a19c-44fc-a998-891a4e770e36 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cd97b12be18437993ae8b61408dfe02&device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 1098 time: 0.1090772 Apr 05 15:53:04.158490 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-fd6abf28-570f-4cd6-b6e6-9565f8da49ca req-502b6acd-2e3e-4152-b1b8-d8df5cee2382 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] For port a2497745-7158-496f-8ba8-f10713c75dff, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a2497745-7158-496f-8ba8-f10713c75dff,segment=NetworkSegment(b390c009-e33f-4d04-ab82-c63ecf90524f),segment_id=b390c009-e33f-4d04-ab82-c63ecf90524f)] {{(pid=84429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:53:04.158891 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-fd6abf28-570f-4cd6-b6e6-9565f8da49ca req-502b6acd-2e3e-4152-b1b8-d8df5cee2382 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:04.301525 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-fd6abf28-570f-4cd6-b6e6-9565f8da49ca req-502b6acd-2e3e-4152-b1b8-d8df5cee2382 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Calling delete_port for a2497745-7158-496f-8ba8-f10713c75dff owned by compute:nova {{(pid=84429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:53:04.311026 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66e085-bb41-40fb-a8dd-cbd43fcffccc req-bd96b0ef-5523-4453-a416-011609a3cc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:04.312666 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-cf66e085-bb41-40fb-a8dd-cbd43fcffccc req-bd96b0ef-5523-4453-a416-011609a3cc89 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3ce8b371-7444-4e4c-b34f-4697bdc6ea9f HTTP/1.1" status: 200 len: 912 time: 0.1494663 Apr 05 15:53:04.433003 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-cf66e085-bb41-40fb-a8dd-cbd43fcffccc req-ab4e442e-d1b1-41db-a2e5-d1d7720d5944 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a642d2d-64ea-44c3-9434-e2d7446e0aa0 HTTP/1.1" status: 200 len: 1001 time: 0.1114032 Apr 05 15:53:04.496563 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b3b2d785-ca52-45bb-bda8-36c351075598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036845275945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851485848'] for subnet, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:04.516682 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3d14a77a-fd2e-49c3-9179-d86154dd6118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:04.587976 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7afcba-2a90-4c57-9545-70f59c3bec9c None None] Sync routers for ids ['5b8080b2-7ffd-485f-be98-8ce663aad971'] in dv-cinder-784779-1-iscsi {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:53:04.600723 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7afcba-2a90-4c57-9545-70f59c3bec9c None None] Routers {'5b8080b2-7ffd-485f-be98-8ce663aad971'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:53:04.601691 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-3f7afcba-2a90-4c57-9545-70f59c3bec9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:52:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['5b8080b2-7ffd-485f-be98-8ce663aad971'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:04.676693 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2d785-ca52-45bb-bda8-36c351075598 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a992333-ceeb-4bba-aaa4-bced6bd4acd8,revision_number=0']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:04.689342 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b2d785-ca52-45bb-bda8-36c351075598 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:53:04.689758 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b2d785-ca52-45bb-bda8-36c351075598 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:53:04.690163 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b2d785-ca52-45bb-bda8-36c351075598 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:53:04.690666 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b2d785-ca52-45bb-bda8-36c351075598 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:53:04.691072 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b2d785-ca52-45bb-bda8-36c351075598 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:53:04.691473 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b2d785-ca52-45bb-bda8-36c351075598 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:53:04.691866 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b2d785-ca52-45bb-bda8-36c351075598 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:53:04.692259 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b2d785-ca52-45bb-bda8-36c351075598 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:53:04.692653 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b2d785-ca52-45bb-bda8-36c351075598 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:53:04.693043 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b2d785-ca52-45bb-bda8-36c351075598 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:53:04.693429 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b2d785-ca52-45bb-bda8-36c351075598 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:53:04.693820 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b2d785-ca52-45bb-bda8-36c351075598 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:53:04.705676 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b3b2d785-ca52-45bb-bda8-36c351075598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:04.715699 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-fd6abf28-570f-4cd6-b6e6-9565f8da49ca req-502b6acd-2e3e-4152-b1b8-d8df5cee2382 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:04.735988 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3f318e39-191b-4547-b956-2d6bc2d2a864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:04.804391 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b6acd-2e3e-4152-b1b8-d8df5cee2382 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Pushing event deleted for resources: {'Port': ['ID=a2497745-7158-496f-8ba8-f10713c75dff,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:04.809113 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-502b6acd-2e3e-4152-b1b8-d8df5cee2382 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:04.830280 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-3f7afcba-2a90-4c57-9545-70f59c3bec9c None None] Set router 5b8080b2-7ffd-485f-be98-8ce663aad971 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:53:04.838026 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-03b2635a-b297-4c23-b284-d41b04b37edf req-06c74ec5-9eb9-4876-9d5e-104146fa4066 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/ports?device_id=18bc01b3-4f13-48c8-863f-b643b3ee161b HTTP/1.1" status: 200 len: 210 time: 0.0641217 Apr 05 15:53:04.841058 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66e085-bb41-40fb-a8dd-cbd43fcffccc req-a050388a-ef0e-49af-b633-a066270101cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:04.842561 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-cf66e085-bb41-40fb-a8dd-cbd43fcffccc req-a050388a-ef0e-49af-b633-a066270101cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=368c6b65-9ecb-4154-a01c-9ea51d2251a4 HTTP/1.1" status: 200 len: 850 time: 0.3877409 Apr 05 15:53:04.913271 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:53:05.003507 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465c5ee-f21b-431f-8756-3598a820e1a4 req-725471af-b0bf-4794-a898-ee4a2bf345e9 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:05.005189 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a465c5ee-f21b-431f-8756-3598a820e1a4 req-725471af-b0bf-4794-a898-ee4a2bf345e9 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.5118253 Apr 05 15:53:05.022652 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b2d785-ca52-45bb-bda8-36c351075598 admin admin] Checking segment: {'id': '3b40b3c6-7e06-4436-8c8c-0668a491fbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e34cc301-433b-450e-b5f9-c5acefe28e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:53:05.023632 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b2d785-ca52-45bb-bda8-36c351075598 admin admin] Network hostable DHCP agents. Network: e34cc301-433b-450e-b5f9-c5acefe28e30, hostable agents: ['0f32e0e8-c846-4e58-971c-cb28b45a07b7'], hosted agents: [] {{(pid=84429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:53:05.061116 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 32e5782d-c80e-44f3-bdcc-85fca10cc4e7 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:53:05.114572 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66e085-bb41-40fb-a8dd-cbd43fcffccc req-a30f36ca-171a-46d3-b3c4-2be97c29e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:05.116120 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-cf66e085-bb41-40fb-a8dd-cbd43fcffccc req-a30f36ca-171a-46d3-b3c4-2be97c29e308 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3ce8b371-7444-4e4c-b34f-4697bdc6ea9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2603490 Apr 05 15:53:05.134494 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6abf28-570f-4cd6-b6e6-9565f8da49ca req-502b6acd-2e3e-4152-b1b8-d8df5cee2382 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] No DVR routers for this DVR port a2497745-7158-496f-8ba8-f10713c75dff on host hv-cinder-78477 {{(pid=84429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:53:05.137737 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-fd6abf28-570f-4cd6-b6e6-9565f8da49ca req-502b6acd-2e3e-4152-b1b8-d8df5cee2382 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:05.141290 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18bc01b3-4f13-48c8-863f-b643b3ee161b', 'name': 'network-vif-deleted', 'tag': 'a2497745-7158-496f-8ba8-f10713c75dff'}] {{(pid=84429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:53:05.163370 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a465c5ee-f21b-431f-8756-3598a820e1a4 req-b82886e0-f74e-46ac-a9a2-e1a35b93cb0c tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482337 Apr 05 15:53:05.188523 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b2d785-ca52-45bb-bda8-36c351075598 admin admin] Network e34cc301-433b-450e-b5f9-c5acefe28e30 is scheduled to be hosted by DHCP agent 0f32e0e8-c846-4e58-971c-cb28b45a07b7 with binding_index 1 {{(pid=84429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:53:05.218602 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fd6abf28-570f-4cd6-b6e6-9565f8da49ca req-502b6acd-2e3e-4152-b1b8-d8df5cee2382 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.43 "DELETE /v2.0/ports/a2497745-7158-496f-8ba8-f10713c75dff HTTP/1.1" status: 204 len: 173 time: 1.8023677 Apr 05 15:53:05.232074 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18bc01b3-4f13-48c8-863f-b643b3ee161b', 'name': 'network-vif-deleted', 'tag': 'a2497745-7158-496f-8ba8-f10713c75dff', 'status': 'completed', 'code': 200} Apr 05 15:53:05.246852 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-b3b2d785-ca52-45bb-bda8-36c351075598 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-iscsi, e34cc301-433b-450e-b5f9-c5acefe28e30) {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:53:05.265940 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b2d785-ca52-45bb-bda8-36c351075598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:05.266619 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b3b2d785-ca52-45bb-bda8-36c351075598 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:05.301337 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86c8b7d-f462-4027-954a-748ae111763d None None] Network e34cc301-433b-450e-b5f9-c5acefe28e30 requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:53:05.343069 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 40858) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:05.343278 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-b3b2d785-ca52-45bb-bda8-36c351075598 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2312849 Apr 05 15:53:05.405504 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-4926d144-a5bd-41dd-abce-08130552a733 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1899330482-router', 'tenant_id': 'dba536d6a6e74097a1f653e84c24ad65', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:53:05.411380 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-4926d144-a5bd-41dd-abce-08130552a733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:05.427708 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-4926d144-a5bd-41dd-abce-08130552a733 admin admin] Usage tracker for resource:router and tenant:dba536d6a6e74097a1f653e84c24ad65 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:05.433881 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-4926d144-a5bd-41dd-abce-08130552a733 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:05.444427 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c67fd-1aa5-4557-9927-66e05da3f78f req-a1f72632-fce7-4eb4-9364-b3c62affa89a tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:05.446006 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4f6c67fd-1aa5-4557-9927-66e05da3f78f req-a1f72632-fce7-4eb4-9364-b3c62affa89a tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.3991618 Apr 05 15:53:05.451839 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-cf66e085-bb41-40fb-a8dd-cbd43fcffccc req-b6c3c941-ecf8-4f21-a728-95104903f178 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce8b371-7444-4e4c-b34f-4697bdc6ea9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250844 Apr 05 15:53:05.452684 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-4926d144-a5bd-41dd-abce-08130552a733 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:05.476684 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 32e5782d-c80e-44f3-bdcc-85fca10cc4e7 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:53:05.477108 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:05.504646 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4926d144-a5bd-41dd-abce-08130552a733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3851488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3375'] for router, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:05.505745 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4926d144-a5bd-41dd-abce-08130552a733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036850924409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036850964880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850743491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772457'] for router, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:05.586226 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-3f7afcba-2a90-4c57-9545-70f59c3bec9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'name': 'tempest-TestVolumeBootPattern-2071438624-router', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:52:53Z', 'updated_at': '2021-04-05T15:53:00Z', 'revision_number': 4, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'gw_port': {'id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:55Z', 'updated_at': '2021-04-05T15:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'e8c94719-c048-4cf4-8889-c27a172e557f', 'name': '', 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'mac_address': 'fa:16:3e:d6:e8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:59Z', 'updated_at': '2021-04-05T15:53:00Z', 'revision_number': 2, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'subnets': [{'id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:05.600074 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7afcba-2a90-4c57-9545-70f59c3bec9c None None] Checking router: 5b8080b2-7ffd-485f-be98-8ce663aad971 for host: dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:53:05.600469 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7afcba-2a90-4c57-9545-70f59c3bec9c None None] Updating router 5b8080b2-7ffd-485f-be98-8ce663aad971 port e8c94719-c048-4cf4-8889-c27a172e557f binding host dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:53:05.643450 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4926d144-a5bd-41dd-abce-08130552a733 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:05.649355 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4f6c67fd-1aa5-4557-9927-66e05da3f78f req-0eae721b-211e-4a31-bb0d-cd7febf1be63 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608002 Apr 05 15:53:05.680238 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff1d72-b0a8-401a-bde5-78965b5a560d req-c10ca1a5-4821-4f7a-a904-42c1cc02bfd5 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:05.681829 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e3ff1d72-b0a8-401a-bde5-78965b5a560d req-c10ca1a5-4821-4f7a-a904-42c1cc02bfd5 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.3438199 Apr 05 15:53:05.727780 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-cf66e085-bb41-40fb-a8dd-cbd43fcffccc req-f50903b8-2590-4f98-a97f-1307f8ebe94f service neutron] 10.222.0.43 "GET /v2.0/networks/3ce8b371-7444-4e4c-b34f-4697bdc6ea9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669795 Apr 05 15:53:05.755784 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e3ff1d72-b0a8-401a-bde5-78965b5a560d req-a8236611-3ec0-47b8-9010-2dc492868274 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587640 Apr 05 15:53:05.761818 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb481de-7d01-41b6-9eb9-06898e674c80 req-2543389d-fa0a-4264-841d-25437e854dd8 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:05.762720 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-1fb481de-7d01-41b6-9eb9-06898e674c80 req-2543389d-fa0a-4264-841d-25437e854dd8 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Synchronizing usage tracker for tenant:d4eb531685324e0f8fb99da30c72fe0c on resource:port {{(pid=84429) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:53:05.782523 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-1fb481de-7d01-41b6-9eb9-06898e674c80 req-2543389d-fa0a-4264-841d-25437e854dd8 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Unset dirty status for tenant:d4eb531685324e0f8fb99da30c72fe0c on resource:port {{(pid=84429) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:53:05.790876 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1fb481de-7d01-41b6-9eb9-06898e674c80 req-2543389d-fa0a-4264-841d-25437e854dd8 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.43 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1462750 Apr 05 15:53:05.799426 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3491f43-6226-42d0-a88d-53d7bf6ec223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b9143b4-5a49-5eb4-a51a-b575d5c783cf-e34cc301-433b-450e-b5f9-c5acefe28e30', 'network_id': 'e34cc301-433b-450e-b5f9-c5acefe28e30', 'tenant_id': 'dba536d6a6e74097a1f653e84c24ad65', 'fixed_ips': [{'subnet_id': '2a992333-ceeb-4bba-aaa4-bced6bd4acd8'}]}} from dv-cinder-784779-1-iscsi. {{(pid=84431) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 05 15:53:05.800484 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a3491f43-6226-42d0-a88d-53d7bf6ec223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:05.935819 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3f7afcba-2a90-4c57-9545-70f59c3bec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:05.969533 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-1fb481de-7d01-41b6-9eb9-06898e674c80 req-cca4f2db-0628-4697-b3cd-3a78ca9e69f5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Deleting port bd6fa5d8-c43a-4af4-bf91-8418504340dd {{(pid=84429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:53:05.969923 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-1fb481de-7d01-41b6-9eb9-06898e674c80 req-cca4f2db-0628-4697-b3cd-3a78ca9e69f5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:06.144503 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4926d144-a5bd-41dd-abce-08130552a733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036850964895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850963425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772476'] for router, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:06.159601 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-a3491f43-6226-42d0-a88d-53d7bf6ec223 None None] Allocated IP 172.20.0.2 (e34cc301-433b-450e-b5f9-c5acefe28e30/2a992333-ceeb-4bba-aaa4-bced6bd4acd8/d5a2f160-cb27-46f9-8c61-71fbd08e9c73) {{(pid=84431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:53:06.213929 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device a2497745-7158-496f-8ba8-f10713c75dff no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:53:06.234133 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0885c551-c536-4c77-ad4c-01b56dde6c1c req-d539cde1-b1f4-4c78-b997-7b10ed54808a tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] 10.222.0.44 "GET /v2.0/ports?device_id=18bc01b3-4f13-48c8-863f-b643b3ee161b HTTP/1.1" status: 200 len: 210 time: 0.0922439 Apr 05 15:53:06.266641 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] No Port match for: a2497745-7158-496f-8ba8-f10713c75dff {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:53:06.267033 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device a2497745-7158-496f-8ba8-f10713c75dff not bound to the agent host hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:53:06.348662 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ebbbc-d67e-43a9-9c7e-4a4dc3f3b5b7 req-37745077-8827-4a9f-9232-05fbbda604f5 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:06.369447 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-eb2ebbbc-d67e-43a9-9c7e-4a4dc3f3b5b7 req-37745077-8827-4a9f-9232-05fbbda604f5 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.4715586 Apr 05 15:53:06.423508 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-1fb481de-7d01-41b6-9eb9-06898e674c80 req-cca4f2db-0628-4697-b3cd-3a78ca9e69f5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] For port bd6fa5d8-c43a-4af4-bf91-8418504340dd, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bd6fa5d8-c43a-4af4-bf91-8418504340dd,segment=NetworkSegment(525d66fe-5f7f-4434-ab40-5dad6b0fc808),segment_id=525d66fe-5f7f-4434-ab40-5dad6b0fc808)] {{(pid=84429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:53:06.424080 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-1fb481de-7d01-41b6-9eb9-06898e674c80 req-cca4f2db-0628-4697-b3cd-3a78ca9e69f5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:06.525209 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-eb2ebbbc-d67e-43a9-9c7e-4a4dc3f3b5b7 req-8481c5b4-8e83-4e6d-9dfe-9b3812e70aba tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532068 Apr 05 15:53:06.557679 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 40870) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:06.596236 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-1fb481de-7d01-41b6-9eb9-06898e674c80 req-cca4f2db-0628-4697-b3cd-3a78ca9e69f5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Calling delete_port for bd6fa5d8-c43a-4af4-bf91-8418504340dd owned by compute:nova {{(pid=84429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:53:06.611148 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a6935-69f6-4f5f-9dca-05617d66f6c4 req-5a7433f4-6863-4dd8-b8a4-14bb60aae20b tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:06.619104 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-059a6935-69f6-4f5f-9dca-05617d66f6c4 req-5a7433f4-6863-4dd8-b8a4-14bb60aae20b tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 945 time: 0.1505902 Apr 05 15:53:06.678526 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-059a6935-69f6-4f5f-9dca-05617d66f6c4 req-b4ff4fc1-90e6-498c-b9a3-35ff006ebabf tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/security-groups?id=97b127ab-e21c-4fbb-a3bc-ac264fe6196a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575218 Apr 05 15:53:06.847440 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a3491f43-6226-42d0-a88d-53d7bf6ec223 None None] Notify callbacks [] for port, precommit_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:06.924894 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-a3491f43-6226-42d0-a88d-53d7bf6ec223 None None] Transition to ACTIVE for port object d5a2f160-cb27-46f9-8c61-71fbd08e9c73 will not be triggered until provisioned by entity L2. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:53:06.927306 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-1fb481de-7d01-41b6-9eb9-06898e674c80 req-cca4f2db-0628-4697-b3cd-3a78ca9e69f5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:06.954685 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3f318e39-191b-4547-b956-2d6bc2d2a864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:06.954891 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4926d144-a5bd-41dd-abce-08130552a733 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:06.965096 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-a3491f43-6226-42d0-a88d-53d7bf6ec223 None None] Transition to ACTIVE for port object d5a2f160-cb27-46f9-8c61-71fbd08e9c73 will not be triggered until provisioned by entity DHCP. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:53:07.001521 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a3491f43-6226-42d0-a88d-53d7bf6ec223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098'] for port, after_create {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:07.018220 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4f2db-0628-4697-b3cd-3a78ca9e69f5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Pushing event deleted for resources: {'Port': ['ID=bd6fa5d8-c43a-4af4-bf91-8418504340dd,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:07.021052 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-cca4f2db-0628-4697-b3cd-3a78ca9e69f5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:07.021546 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:07.036231 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864f44d0-2953-48db-a6fe-1195ddbcb5c6 tempest-TestShelveInstance-360034020 tempest-TestShelveInstance-360034020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:07.040664 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-864f44d0-2953-48db-a6fe-1195ddbcb5c6 tempest-TestShelveInstance-360034020 tempest-TestShelveInstance-360034020-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 1094 time: 0.4790604 Apr 05 15:53:07.045418 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4926d144-a5bd-41dd-abce-08130552a733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:07.047399 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 40878) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:07.055939 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Request body: {'floatingip': {'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'port_id': '606fafec-aa05-43fc-adb5-573ac8b51de7', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:53:07.099256 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:07.110396 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Usage tracker for resource:floatingip and tenant:01ef02dfd52147a1bd6cf1279736a2e9 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:07.117289 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:07.139043 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:07.217029 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb481de-7d01-41b6-9eb9-06898e674c80 req-cca4f2db-0628-4697-b3cd-3a78ca9e69f5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] No DVR routers for this DVR port bd6fa5d8-c43a-4af4-bf91-8418504340dd on host hv-cinder-78477 {{(pid=84429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:53:07.219116 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3491f43-6226-42d0-a88d-53d7bf6ec223 None None] Pushing event updated for resources: {'Port': ['ID=d5a2f160-cb27-46f9-8c61-71fbd08e9c73,revision_number=1']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:07.219695 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-1fb481de-7d01-41b6-9eb9-06898e674c80 req-cca4f2db-0628-4697-b3cd-3a78ca9e69f5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:07.229679 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a3491f43-6226-42d0-a88d-53d7bf6ec223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:07.233673 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for floatingip, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:07.237594 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832a1d8c-512d-458c-8c68-31d29dd8af32', 'name': 'network-vif-deleted', 'tag': 'bd6fa5d8-c43a-4af4-bf91-8418504340dd'}] {{(pid=84429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:53:07.256104 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7844f6-d9ce-4c33-a419-8fb0463a7dab req-39d18373-ed15-4803-9d7e-d3c445bfff50 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:07.257763 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-be7844f6-d9ce-4c33-a419-8fb0463a7dab req-39d18373-ed15-4803-9d7e-d3c445bfff50 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.3046279 Apr 05 15:53:07.259890 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3f7afcba-2a90-4c57-9545-70f59c3bec9c None None] Notify callbacks [] for port, precommit_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:07.269868 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1fb481de-7d01-41b6-9eb9-06898e674c80 req-cca4f2db-0628-4697-b3cd-3a78ca9e69f5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.43 "DELETE /v2.0/ports/bd6fa5d8-c43a-4af4-bf91-8418504340dd HTTP/1.1" status: 204 len: 173 time: 1.4580321 Apr 05 15:53:07.283987 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-3f7afcba-2a90-4c57-9545-70f59c3bec9c None None] Transition to ACTIVE for port object e8c94719-c048-4cf4-8889-c27a172e557f will not be triggered until provisioned by entity L2. {{(pid=84431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:53:07.302313 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832a1d8c-512d-458c-8c68-31d29dd8af32', 'name': 'network-vif-deleted', 'tag': 'bd6fa5d8-c43a-4af4-bf91-8418504340dd', 'status': 'completed', 'code': 200} Apr 05 15:53:07.335242 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3491f43-6226-42d0-a88d-53d7bf6ec223 None None] Network e34cc301-433b-450e-b5f9-c5acefe28e30 is already hosted by enough agents. {{(pid=84431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:53:07.336752 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-a3491f43-6226-42d0-a88d-53d7bf6ec223 None None] Resources bound (agent type, host, resource id): {{(pid=84431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:53:07.342983 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3491f43-6226-42d0-a88d-53d7bf6ec223 None None] Received port after_create {{(pid=84431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:53:07.347402 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3f7afcba-2a90-4c57-9545-70f59c3bec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:07.357978 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-4926d144-a5bd-41dd-abce-08130552a733 admin admin] Allocated IP 172.27.0.187 (dd229a0f-6ed6-426a-8b4c-b8529d79a707/9f98952a-db9d-40f5-8f74-bf7f0c188c38/e0b0b259-2ef3-4f0f-930e-e20079988133) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:53:07.367776 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:07.597046 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-a3491f43-6226-42d0-a88d-53d7bf6ec223 None None] Attempting to bind port d5a2f160-cb27-46f9-8c61-71fbd08e9c73 on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:53:07.597476 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-a3491f43-6226-42d0-a88d-53d7bf6ec223 None None] Attempting to bind port d5a2f160-cb27-46f9-8c61-71fbd08e9c73 by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': '3b40b3c6-7e06-4436-8c8c-0668a491fbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e34cc301-433b-450e-b5f9-c5acefe28e30'}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:53:07.597862 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3491f43-6226-42d0-a88d-53d7bf6ec223 None None] Attempting to bind port d5a2f160-cb27-46f9-8c61-71fbd08e9c73 on network e34cc301-433b-450e-b5f9-c5acefe28e30 {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:53:07.616992 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3491f43-6226-42d0-a88d-53d7bf6ec223 None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:53:07.617411 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3491f43-6226-42d0-a88d-53d7bf6ec223 None None] Checking segment: {'id': '3b40b3c6-7e06-4436-8c8c-0668a491fbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e34cc301-433b-450e-b5f9-c5acefe28e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:53:07.617836 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a3491f43-6226-42d0-a88d-53d7bf6ec223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:07.618277 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3491f43-6226-42d0-a88d-53d7bf6ec223 None None] Bound using segment: {'id': '3b40b3c6-7e06-4436-8c8c-0668a491fbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e34cc301-433b-450e-b5f9-c5acefe28e30'} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:53:07.618846 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-a3491f43-6226-42d0-a88d-53d7bf6ec223 None None] Bound port: d5a2f160-cb27-46f9-8c61-71fbd08e9c73, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b40b3c6-7e06-4436-8c8c-0668a491fbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e34cc301-433b-450e-b5f9-c5acefe28e30'}}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:53:07.619261 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a3491f43-6226-42d0-a88d-53d7bf6ec223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:07.643790 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-be7844f6-d9ce-4c33-a419-8fb0463a7dab req-551e86ab-0fd5-4c0f-8c9f-90928bb5e20c tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3629203 Apr 05 15:53:07.644615 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd873c5e-6f84-4b90-bf87-73290915ad1b None None] Pushing event updated for resources: {'Port': ['ID=e8c94719-c048-4cf4-8889-c27a172e557f,revision_number=3']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:07.652773 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-bd873c5e-6f84-4b90-bf87-73290915ad1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:07.824163 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:07.945355 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-a3491f43-6226-42d0-a88d-53d7bf6ec223 None None] For port d5a2f160-cb27-46f9-8c61-71fbd08e9c73, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:53:07.985154 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a8df2c2-5cfd-4d7e-8799-429155f616d9 req-b44709b9-7932-499f-bae9-87751964e621 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] 10.222.0.44 "GET /v2.0/ports?device_id=832a1d8c-512d-458c-8c68-31d29dd8af32 HTTP/1.1" status: 200 len: 210 time: 0.0807092 Apr 05 15:53:08.028158 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4926d144-a5bd-41dd-abce-08130552a733 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:08.030118 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-a3491f43-6226-42d0-a88d-53d7bf6ec223 None None] For port d5a2f160-cb27-46f9-8c61-71fbd08e9c73, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=d5a2f160-cb27-46f9-8c61-71fbd08e9c73,segment=NetworkSegment(3b40b3c6-7e06-4436-8c8c-0668a491fbfe),segment_id=3b40b3c6-7e06-4436-8c8c-0668a491fbfe)] {{(pid=84431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:53:08.037737 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-3f7afcba-2a90-4c57-9545-70f59c3bec9c None None] Attempting to bind port e8c94719-c048-4cf4-8889-c27a172e557f on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:53:08.038083 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-3f7afcba-2a90-4c57-9545-70f59c3bec9c None None] Attempting to bind port e8c94719-c048-4cf4-8889-c27a172e557f by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': '5c3e2455-115b-4e73-83c8-b139dc5b3c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1'}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:53:08.038563 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7afcba-2a90-4c57-9545-70f59c3bec9c None None] Attempting to bind port e8c94719-c048-4cf4-8889-c27a172e557f on network 5e853890-abc7-4a4b-83a0-567b3141f9f1 {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:53:08.045043 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7afcba-2a90-4c57-9545-70f59c3bec9c None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:53:08.045602 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7afcba-2a90-4c57-9545-70f59c3bec9c None None] Checking segment: {'id': '5c3e2455-115b-4e73-83c8-b139dc5b3c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:53:08.046055 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3f7afcba-2a90-4c57-9545-70f59c3bec9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:08.046512 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7afcba-2a90-4c57-9545-70f59c3bec9c None None] Bound using segment: {'id': '5c3e2455-115b-4e73-83c8-b139dc5b3c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1'} {{(pid=84431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:53:08.047037 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-3f7afcba-2a90-4c57-9545-70f59c3bec9c None None] Bound port: e8c94719-c048-4cf4-8889-c27a172e557f, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3e2455-115b-4e73-83c8-b139dc5b3c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1'}}] {{(pid=84431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:53:08.047457 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3f7afcba-2a90-4c57-9545-70f59c3bec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:08.065811 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a3491f43-6226-42d0-a88d-53d7bf6ec223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:08.082345 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3a48ba50-864e-4434-ae5d-91738ecc0057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:08.099635 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4926d144-a5bd-41dd-abce-08130552a733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:08.118190 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-67691571-8179-4e8b-aa2d-aa33a290c11c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:08.163030 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device bd6fa5d8-c43a-4af4-bf91-8418504340dd no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:53:08.235638 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] No Port match for: bd6fa5d8-c43a-4af4-bf91-8418504340dd {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:53:08.236174 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device bd6fa5d8-c43a-4af4-bf91-8418504340dd not bound to the agent host hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:53:08.303856 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926d144-a5bd-41dd-abce-08130552a733 admin admin] Pushing event updated for resources: {'Port': ['ID=e0b0b259-2ef3-4f0f-930e-e20079988133,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:08.309130 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4926d144-a5bd-41dd-abce-08130552a733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:08.351428 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Allocated IP 172.27.0.131 (dd229a0f-6ed6-426a-8b4c-b8529d79a707/9f98952a-db9d-40f5-8f74-bf7f0c188c38/2d828aa9-22bb-41c1-be5e-fcb8923fd789) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:53:08.366616 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4926d144-a5bd-41dd-abce-08130552a733 admin admin] Network dd229a0f-6ed6-426a-8b4c-b8529d79a707 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:53:08.369604 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-4926d144-a5bd-41dd-abce-08130552a733 admin admin] Resources bound (agent type, host, resource id): {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:53:08.376636 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3491f43-6226-42d0-a88d-53d7bf6ec223 None None] Pushing event updated for resources: {'Port': ['ID=d5a2f160-cb27-46f9-8c61-71fbd08e9c73,revision_number=2']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:08.378757 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4926d144-a5bd-41dd-abce-08130552a733 admin admin] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:53:08.391654 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a3491f43-6226-42d0-a88d-53d7bf6ec223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:08.398006 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-3f7afcba-2a90-4c57-9545-70f59c3bec9c None None] For port e8c94719-c048-4cf4-8889-c27a172e557f, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:53:08.403141 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-3f7afcba-2a90-4c57-9545-70f59c3bec9c None None] For port e8c94719-c048-4cf4-8889-c27a172e557f, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=e8c94719-c048-4cf4-8889-c27a172e557f,segment=NetworkSegment(5c3e2455-115b-4e73-83c8-b139dc5b3c12),segment_id=5c3e2455-115b-4e73-83c8-b139dc5b3c12)] {{(pid=84431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:53:08.423872 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3f7afcba-2a90-4c57-9545-70f59c3bec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:08.451635 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:08.667032 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd873c5e-6f84-4b90-bf87-73290915ad1b None None] Pushing event updated for resources: {'Port': ['ID=e8c94719-c048-4cf4-8889-c27a172e557f,revision_number=4']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:08.679731 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-bd873c5e-6f84-4b90-bf87-73290915ad1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:08.723624 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7afcba-2a90-4c57-9545-70f59c3bec9c None None] Routers {'5b8080b2-7ffd-485f-be98-8ce663aad971'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:53:08.724753 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-3f7afcba-2a90-4c57-9545-70f59c3bec9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:52:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['5b8080b2-7ffd-485f-be98-8ce663aad971'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:08.809026 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:09.083989 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:09.167368 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 40972) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:09.205048 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4926d144-a5bd-41dd-abce-08130552a733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:09.303490 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device e8c94719-c048-4cf4-8889-c27a172e557f up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:53:09.382446 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Pushing event updated for resources: {'Port': ['ID=2d828aa9-22bb-41c1-be5e-fcb8923fd789,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:09.388977 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-3f7afcba-2a90-4c57-9545-70f59c3bec9c None None] Set router 5b8080b2-7ffd-485f-be98-8ce663aad971 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:53:09.393737 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:09.449042 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4926d144-a5bd-41dd-abce-08130552a733 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:09.615565 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Network dd229a0f-6ed6-426a-8b4c-b8529d79a707 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:53:09.618321 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Resources bound (agent type, host, resource id): {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:53:09.623053 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:53:09.687720 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port e8c94719-c048-4cf4-8889-c27a172e557f completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:53:09.714212 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port e8c94719-c048-4cf4-8889-c27a172e557f triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:53:09.714891 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:09.967322 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-3f7afcba-2a90-4c57-9545-70f59c3bec9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'name': 'tempest-TestVolumeBootPattern-2071438624-router', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:52:53Z', 'updated_at': '2021-04-05T15:53:00Z', 'revision_number': 4, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'gw_port': {'id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:55Z', 'updated_at': '2021-04-05T15:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'e8c94719-c048-4cf4-8889-c27a172e557f', 'name': '', 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'mac_address': 'fa:16:3e:d6:e8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:59Z', 'updated_at': '2021-04-05T15:53:08Z', 'revision_number': 4, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'subnets': [{'id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:09.976195 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7afcba-2a90-4c57-9545-70f59c3bec9c None None] The sync data for ids ['5b8080b2-7ffd-485f-be98-8ce663aad971'] in dv-cinder-784779-1-iscsi is: [{'id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'name': 'tempest-TestVolumeBootPattern-2071438624-router', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:52:53Z', 'updated_at': '2021-04-05T15:53:00Z', 'revision_number': 4, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'gw_port': {'id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:55Z', 'updated_at': '2021-04-05T15:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'e8c94719-c048-4cf4-8889-c27a172e557f', 'name': '', 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'mac_address': 'fa:16:3e:d6:e8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:59Z', 'updated_at': '2021-04-05T15:53:08Z', 'revision_number': 4, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'subnets': [{'id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:53:09.985176 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:10.035791 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-19f17ca1-670d-4b32-b592-e3cc6c1869a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3866217'] for router_interface, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:10.044144 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] For port e8c94719-c048-4cf4-8889-c27a172e557f, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=e8c94719-c048-4cf4-8889-c27a172e557f,segment=NetworkSegment(5c3e2455-115b-4e73-83c8-b139dc5b3c12),segment_id=5c3e2455-115b-4e73-83c8-b139dc5b3c12)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:53:10.109173 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:10.110129 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device d5a2f160-cb27-46f9-8c61-71fbd08e9c73 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:53:10.164988 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:10.420910 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Pushing event updated for resources: {'Port': ['ID=e8c94719-c048-4cf4-8889-c27a172e557f,revision_number=5']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:10.432873 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:10.446577 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port d5a2f160-cb27-46f9-8c61-71fbd08e9c73 completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:53:10.520291 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3113f2b1-e803-4f11-aafc-b1020058706f None None] Network e34cc301-433b-450e-b5f9-c5acefe28e30 requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:53:10.626297 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-19f17ca1-670d-4b32-b592-e3cc6c1869a9 admin admin] Deleting port 9301f7b8-6400-4125-a0ca-e93b36874dfd {{(pid=84429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:53:10.626937 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-19f17ca1-670d-4b32-b592-e3cc6c1869a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:10.832361 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-14cc3897-af31-4bf4-8f07-0cd85f5d4cfe None None] Provisioning for port d5a2f160-cb27-46f9-8c61-71fbd08e9c73 completed by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:53:10.833467 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4926d144-a5bd-41dd-abce-08130552a733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3812374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3810974'] for router, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:10.876275 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-14cc3897-af31-4bf4-8f07-0cd85f5d4cfe None None] Provisioning complete for port d5a2f160-cb27-46f9-8c61-71fbd08e9c73 triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:53:10.876709 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-14cc3897-af31-4bf4-8f07-0cd85f5d4cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:10.969855 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9b75b-f792-4ac0-a0db-d421baf0cfc3 req-a7a81ecb-83c3-42cc-8cb2-6c293365fd35 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:10.984892 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-96f9b75b-f792-4ac0-a0db-d421baf0cfc3 req-a7a81ecb-83c3-42cc-8cb2-6c293365fd35 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 946 time: 0.5816374 Apr 05 15:53:11.033514 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device e8c94719-c048-4cf4-8889-c27a172e557f up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:53:11.141064 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-14cc3897-af31-4bf4-8f07-0cd85f5d4cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:11.171496 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-19f17ca1-670d-4b32-b592-e3cc6c1869a9 admin admin] For port 9301f7b8-6400-4125-a0ca-e93b36874dfd, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=9301f7b8-6400-4125-a0ca-e93b36874dfd,segment=NetworkSegment(525d66fe-5f7f-4434-ab40-5dad6b0fc808),segment_id=525d66fe-5f7f-4434-ab40-5dad6b0fc808)] {{(pid=84429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:53:11.171901 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-19f17ca1-670d-4b32-b592-e3cc6c1869a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:11.193882 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port e8c94719-c048-4cf4-8889-c27a172e557f triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:53:11.194294 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:11.240178 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-96f9b75b-f792-4ac0-a0db-d421baf0cfc3 req-4dc39540-528b-401b-9e3e-83ef79eecddd tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542093 Apr 05 15:53:11.277760 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 41064) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:11.284185 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-14cc3897-af31-4bf4-8f07-0cd85f5d4cfe None None] For port d5a2f160-cb27-46f9-8c61-71fbd08e9c73, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=d5a2f160-cb27-46f9-8c61-71fbd08e9c73,segment=NetworkSegment(3b40b3c6-7e06-4436-8c8c-0668a491fbfe),segment_id=3b40b3c6-7e06-4436-8c8c-0668a491fbfe)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:53:11.323014 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-14cc3897-af31-4bf4-8f07-0cd85f5d4cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:11.325529 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-35c579f3-3838-45dd-bf38-5716b230c9b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:11.411051 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-19f17ca1-670d-4b32-b592-e3cc6c1869a9 admin admin] Calling delete_port for 9301f7b8-6400-4125-a0ca-e93b36874dfd owned by network:router_interface {{(pid=84429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:53:11.436242 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4926d144-a5bd-41dd-abce-08130552a733 admin admin] Router c5ea4273-eeb6-4558-a6c5-ed7dd9021edd is scheduled to L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b with binding_index 1 {{(pid=84430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 05 15:53:11.540314 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-0657ff1c-1a16-4c6a-8448-8cae133c83ee None None] Provisioning complete for port d5a2f160-cb27-46f9-8c61-71fbd08e9c73 triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:53:11.540314 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0657ff1c-1a16-4c6a-8448-8cae133c83ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:11.576979 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc3897-af31-4bf4-8f07-0cd85f5d4cfe None None] Pushing event updated for resources: {'Port': ['ID=d5a2f160-cb27-46f9-8c61-71fbd08e9c73,revision_number=3']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:11.582304 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-14cc3897-af31-4bf4-8f07-0cd85f5d4cfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:11.829155 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-19f17ca1-670d-4b32-b592-e3cc6c1869a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:11.843448 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:11.868796 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:11.913047 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f17ca1-670d-4b32-b592-e3cc6c1869a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9301f7b8-6400-4125-a0ca-e93b36874dfd,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:11.974539 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4926d144-a5bd-41dd-abce-08130552a733 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:53:11.977576 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f50b66-63fe-44b3-937d-0bb94db89c82 tempest-TestMinimumBasicScenario-1392809126 tempest-TestMinimumBasicScenario-1392809126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:11.981399 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-50f50b66-63fe-44b3-937d-0bb94db89c82 tempest-TestMinimumBasicScenario-1392809126 tempest-TestMinimumBasicScenario-1392809126-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 1094 time: 0.6789844 Apr 05 15:53:11.990088 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f46f171-e4e5-42ea-a59d-c27c8c10689f None None] Sync routers for ids ['c5ea4273-eeb6-4558-a6c5-ed7dd9021edd'] in dv-cinder-784779-1-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:53:11.999222 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 41096) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:12.004151 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f46f171-e4e5-42ea-a59d-c27c8c10689f None None] Routers {'c5ea4273-eeb6-4558-a6c5-ed7dd9021edd'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:53:12.004670 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-8f46f171-e4e5-42ea-a59d-c27c8c10689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:52:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['c5ea4273-eeb6-4558-a6c5-ed7dd9021edd'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:12.032678 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-3e250e0b-48c9-4b8f-91cd-41f456fb95cb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Request body: {'floatingip': {'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'port_id': '24e81883-838e-4ff6-aae5-3c9499b22aba', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:53:12.048889 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-19f17ca1-670d-4b32-b592-e3cc6c1869a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:12.060547 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-3e250e0b-48c9-4b8f-91cd-41f456fb95cb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:12.078683 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:12.117547 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-3e250e0b-48c9-4b8f-91cd-41f456fb95cb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Usage tracker for resource:floatingip and tenant:d05d2d370a5b4482b2f84751cf78d2ea is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:12.132026 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-3e250e0b-48c9-4b8f-91cd-41f456fb95cb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:12.155729 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-3e250e0b-48c9-4b8f-91cd-41f456fb95cb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:12.166001 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4926d144-a5bd-41dd-abce-08130552a733 admin admin] Notify callbacks [] for router, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:12.171811 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-4926d144-a5bd-41dd-abce-08130552a733 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.8200576 Apr 05 15:53:12.171811 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 41102) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:12.215311 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-8f46f171-e4e5-42ea-a59d-c27c8c10689f None None] Set router c5ea4273-eeb6-4558-a6c5-ed7dd9021edd gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:53:12.351794 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3e250e0b-48c9-4b8f-91cd-41f456fb95cb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for floatingip, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:12.360762 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-19f17ca1-670d-4b32-b592-e3cc6c1869a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850863086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810748'] for router_interface, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:12.572211 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-8f46f171-e4e5-42ea-a59d-c27c8c10689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ea4273-eeb6-4558-a6c5-ed7dd9021edd', 'name': 'tempest-TestVolumeBootPattern-1899330482-router', 'tenant_id': 'dba536d6a6e74097a1f653e84c24ad65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'e0b0b259-2ef3-4f0f-930e-e20079988133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:53:05Z', 'updated_at': '2021-04-05T15:53:08Z', 'revision_number': 3, 'project_id': 'dba536d6a6e74097a1f653e84c24ad65', 'gw_port': {'id': 'e0b0b259-2ef3-4f0f-930e-e20079988133', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ea4273-eeb6-4558-a6c5-ed7dd9021edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:53:07Z', 'updated_at': '2021-04-05T15:53:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi'}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:12.581591 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f46f171-e4e5-42ea-a59d-c27c8c10689f None None] Checking router: c5ea4273-eeb6-4558-a6c5-ed7dd9021edd for host: dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:53:12.581987 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f46f171-e4e5-42ea-a59d-c27c8c10689f None None] Updating router c5ea4273-eeb6-4558-a6c5-ed7dd9021edd port e0b0b259-2ef3-4f0f-930e-e20079988133 binding host dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:53:12.648592 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8f46f171-e4e5-42ea-a59d-c27c8c10689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:12.963677 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f17ca1-670d-4b32-b592-e3cc6c1869a9 admin admin] Router 36248973-5968-4271-8eca-3536e17ba748 has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:53:13.113485 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device d5a2f160-cb27-46f9-8c61-71fbd08e9c73 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:53:13.227646 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:13.243596 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port d5a2f160-cb27-46f9-8c61-71fbd08e9c73 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:53:13.244031 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:13.281914 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f17ca1-670d-4b32-b592-e3cc6c1869a9 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:53:13.300639 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-19f17ca1-670d-4b32-b592-e3cc6c1869a9 admin admin] 10.222.0.44 "PUT /v2.0/routers/36248973-5968-4271-8eca-3536e17ba748/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1320491 Apr 05 15:53:13.301404 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc113d9f-249a-4522-825b-444f31bb658c None None] Sync routers for ids ['36248973-5968-4271-8eca-3536e17ba748'] in dv-cinder-784779-1-iscsi {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:53:13.303407 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 41138) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:13.339579 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3e250e0b-48c9-4b8f-91cd-41f456fb95cb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:13.351471 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844508714'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:13.357837 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc113d9f-249a-4522-825b-444f31bb658c None None] Routers {'36248973-5968-4271-8eca-3536e17ba748'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:53:13.361700 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-bc113d9f-249a-4522-825b-444f31bb658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:52:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['36248973-5968-4271-8eca-3536e17ba748'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:13.424361 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:13.441453 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8f46f171-e4e5-42ea-a59d-c27c8c10689f None None] Notify callbacks [] for port, precommit_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:13.464214 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-8f46f171-e4e5-42ea-a59d-c27c8c10689f None None] Transition to ACTIVE for port object e0b0b259-2ef3-4f0f-930e-e20079988133 will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:53:13.503371 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8f46f171-e4e5-42ea-a59d-c27c8c10689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:13.656229 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Pushing event updated for resources: {'Port': ['ID=2d828aa9-22bb-41c1-be5e-fcb8923fd789,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:13.672200 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:53:13.672614 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:53:13.673030 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:53:13.673435 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:53:13.674141 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:53:13.674285 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:53:13.674865 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:53:13.675270 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:53:13.675671 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:53:13.676066 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:53:13.676461 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:53:13.676861 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:53:13.688092 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:13.721717 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:13.812802 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-56940f0d-4885-4c4a-983c-f40d6f244b88 admin admin] Notify callbacks [] for router, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:13.816366 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf2003-2eb6-4756-b142-55cfc75abfb5 None None] Pushing event updated for resources: {'Port': ['ID=e0b0b259-2ef3-4f0f-930e-e20079988133,revision_number=2']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:13.830790 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-19cf2003-2eb6-4756-b142-55cfc75abfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:13.835560 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-bc113d9f-249a-4522-825b-444f31bb658c None None] Set router 36248973-5968-4271-8eca-3536e17ba748 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:53:13.860196 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-8f46f171-e4e5-42ea-a59d-c27c8c10689f None None] Attempting to bind port e0b0b259-2ef3-4f0f-930e-e20079988133 on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:53:13.860436 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-8f46f171-e4e5-42ea-a59d-c27c8c10689f None None] Attempting to bind port e0b0b259-2ef3-4f0f-930e-e20079988133 by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:53:13.860700 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f46f171-e4e5-42ea-a59d-c27c8c10689f None None] Attempting to bind port e0b0b259-2ef3-4f0f-930e-e20079988133 on network dd229a0f-6ed6-426a-8b4c-b8529d79a707 {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:53:13.875385 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f46f171-e4e5-42ea-a59d-c27c8c10689f None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:53:13.876505 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f46f171-e4e5-42ea-a59d-c27c8c10689f None None] Checking segment: {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:53:13.877108 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8f46f171-e4e5-42ea-a59d-c27c8c10689f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:13.877689 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f46f171-e4e5-42ea-a59d-c27c8c10689f None None] Bound using segment: {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:53:13.878345 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-8f46f171-e4e5-42ea-a59d-c27c8c10689f None None] Bound port: e0b0b259-2ef3-4f0f-930e-e20079988133, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45fc7be4-cb6f-44c4-878d-af01c4212144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:53:13.879073 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8f46f171-e4e5-42ea-a59d-c27c8c10689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:13.966032 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-3e250e0b-48c9-4b8f-91cd-41f456fb95cb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Allocated IP 172.27.0.33 (dd229a0f-6ed6-426a-8b4c-b8529d79a707/9f98952a-db9d-40f5-8f74-bf7f0c188c38/afbee840-8ebf-4d61-b830-cbac1c8460fc) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:53:13.974295 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-8f46f171-e4e5-42ea-a59d-c27c8c10689f None None] For port e0b0b259-2ef3-4f0f-930e-e20079988133, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:53:13.977572 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-8f46f171-e4e5-42ea-a59d-c27c8c10689f None None] For port e0b0b259-2ef3-4f0f-930e-e20079988133, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=e0b0b259-2ef3-4f0f-930e-e20079988133,segment=NetworkSegment(45fc7be4-cb6f-44c4-878d-af01c4212144),segment_id=45fc7be4-cb6f-44c4-878d-af01c4212144)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:53:14.026473 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-56940f0d-4885-4c4a-983c-f40d6f244b88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:14.032245 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850964789'] for floatingip, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:14.058054 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8f46f171-e4e5-42ea-a59d-c27c8c10689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:14.074573 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d7543d4f-6d3c-4f25-87ca-6c3959c7cf72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:14.075540 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-56940f0d-4885-4c4a-983c-f40d6f244b88 admin admin] Deleting port f0393ca8-6171-4c5b-9f8d-102fec5f35bf {{(pid=84429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:53:14.076223 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-56940f0d-4885-4c4a-983c-f40d6f244b88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:14.183355 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-bc113d9f-249a-4522-825b-444f31bb658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36248973-5968-4271-8eca-3536e17ba748', 'name': 'tempest-ServerRescueNegativeTestJSON-739988760-router', 'tenant_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': 'f0393ca8-6171-4c5b-9f8d-102fec5f35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T15:53:11Z', 'revision_number': 5, 'project_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'gw_port': {'id': 'f0393ca8-6171-4c5b-9f8d-102fec5f35bf', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:52:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36248973-5968-4271-8eca-3536e17ba748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:06Z', 'updated_at': '2021-04-05T15:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi'}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:14.188533 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc113d9f-249a-4522-825b-444f31bb658c None None] Checking router: 36248973-5968-4271-8eca-3536e17ba748 for host: dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:53:14.199724 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc113d9f-249a-4522-825b-444f31bb658c None None] Routers {'36248973-5968-4271-8eca-3536e17ba748'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:53:14.200396 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-bc113d9f-249a-4522-825b-444f31bb658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:52:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['36248973-5968-4271-8eca-3536e17ba748'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:14.235734 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf2003-2eb6-4756-b142-55cfc75abfb5 None None] Pushing event updated for resources: {'Port': ['ID=e0b0b259-2ef3-4f0f-930e-e20079988133,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:14.241591 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-19cf2003-2eb6-4756-b142-55cfc75abfb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:14.286568 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f46f171-e4e5-42ea-a59d-c27c8c10689f None None] Routers {'c5ea4273-eeb6-4558-a6c5-ed7dd9021edd'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:53:14.287340 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-8f46f171-e4e5-42ea-a59d-c27c8c10689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:52:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['c5ea4273-eeb6-4558-a6c5-ed7dd9021edd'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:14.343058 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-56940f0d-4885-4c4a-983c-f40d6f244b88 admin admin] For port f0393ca8-6171-4c5b-9f8d-102fec5f35bf, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=f0393ca8-6171-4c5b-9f8d-102fec5f35bf,segment=NetworkSegment(45fc7be4-cb6f-44c4-878d-af01c4212144),segment_id=45fc7be4-cb6f-44c4-878d-af01c4212144)] {{(pid=84429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:53:14.343908 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-56940f0d-4885-4c4a-983c-f40d6f244b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:14.429534 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-bc113d9f-249a-4522-825b-444f31bb658c None None] Set router 36248973-5968-4271-8eca-3536e17ba748 gateway port host: None {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:53:14.548350 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-56940f0d-4885-4c4a-983c-f40d6f244b88 admin admin] Calling delete_port for f0393ca8-6171-4c5b-9f8d-102fec5f35bf owned by network:router_gateway {{(pid=84429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:53:14.554130 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-8f46f171-e4e5-42ea-a59d-c27c8c10689f None None] Set router c5ea4273-eeb6-4558-a6c5-ed7dd9021edd gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:53:14.569127 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-bc113d9f-249a-4522-825b-444f31bb658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36248973-5968-4271-8eca-3536e17ba748', 'name': 'tempest-ServerRescueNegativeTestJSON-739988760-router', 'tenant_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T15:53:14Z', 'revision_number': 6, 'project_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'gw_port_host': None}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:14.575173 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc113d9f-249a-4522-825b-444f31bb658c None None] The sync data for ids ['36248973-5968-4271-8eca-3536e17ba748'] in dv-cinder-784779-1-iscsi is: [{'id': '36248973-5968-4271-8eca-3536e17ba748', 'name': 'tempest-ServerRescueNegativeTestJSON-739988760-router', 'tenant_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T15:53:14Z', 'revision_number': 6, 'project_id': 'd4eb531685324e0f8fb99da30c72fe0c', 'gw_port_host': None}] {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:53:14.698758 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-713692df-4276-4033-b70c-23bd69438dbb req-e9891614-f7dc-4e66-8458-75ddc70f2303 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2731650 Apr 05 15:53:14.736293 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.l3_db [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Floating IP d0dee415-a047-41bb-a27b-3cfe9cfb80b7 associated. External IP: 172.27.0.131, port: 606fafec-aa05-43fc-adb5-573ac8b51de7. Apr 05 15:53:14.945789 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-56940f0d-4885-4c4a-983c-f40d6f244b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:14.968711 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 9301f7b8-6400-4125-a0ca-e93b36874dfd no longer exists at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:53:14.978828 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713692df-4276-4033-b70c-23bd69438dbb req-f2e5f68e-9733-4ba7-82b3-9a52d3972cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:14.980881 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-713692df-4276-4033-b70c-23bd69438dbb req-f2e5f68e-9733-4ba7-82b3-9a52d3972cbb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=639ec5b6ae8d4642b674c6cd637e4cb2&device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 1099 time: 0.1705003 Apr 05 15:53:14.983967 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-233fdc5d-d860-4b46-a0b2-f644f16b5746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:15.018531 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-8f46f171-e4e5-42ea-a59d-c27c8c10689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ea4273-eeb6-4558-a6c5-ed7dd9021edd', 'name': 'tempest-TestVolumeBootPattern-1899330482-router', 'tenant_id': 'dba536d6a6e74097a1f653e84c24ad65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'e0b0b259-2ef3-4f0f-930e-e20079988133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:53:05Z', 'updated_at': '2021-04-05T15:53:08Z', 'revision_number': 3, 'project_id': 'dba536d6a6e74097a1f653e84c24ad65', 'gw_port': {'id': 'e0b0b259-2ef3-4f0f-930e-e20079988133', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ea4273-eeb6-4558-a6c5-ed7dd9021edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:53:07Z', 'updated_at': '2021-04-05T15:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi'}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:15.023724 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f46f171-e4e5-42ea-a59d-c27c8c10689f None None] The sync data for ids ['c5ea4273-eeb6-4558-a6c5-ed7dd9021edd'] in dv-cinder-784779-1-iscsi is: [{'id': 'c5ea4273-eeb6-4558-a6c5-ed7dd9021edd', 'name': 'tempest-TestVolumeBootPattern-1899330482-router', 'tenant_id': 'dba536d6a6e74097a1f653e84c24ad65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'e0b0b259-2ef3-4f0f-930e-e20079988133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:53:05Z', 'updated_at': '2021-04-05T15:53:08Z', 'revision_number': 3, 'project_id': 'dba536d6a6e74097a1f653e84c24ad65', 'gw_port': {'id': 'e0b0b259-2ef3-4f0f-930e-e20079988133', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ea4273-eeb6-4558-a6c5-ed7dd9021edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:53:07Z', 'updated_at': '2021-04-05T15:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi'}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:53:15.035458 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] No Port match for: 9301f7b8-6400-4125-a0ca-e93b36874dfd {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:53:15.035851 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 9301f7b8-6400-4125-a0ca-e93b36874dfd not bound to the agent host dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:53:15.056252 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 41148) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:15.097093 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56940f0d-4885-4c4a-983c-f40d6f244b88 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0393ca8-6171-4c5b-9f8d-102fec5f35bf,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:15.113367 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-56940f0d-4885-4c4a-983c-f40d6f244b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:15.166111 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:15.196754 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1b3cc33e-0dd4-4520-a281-3ecca0be7f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:15.329079 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3e250e0b-48c9-4b8f-91cd-41f456fb95cb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:15.366399 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-9ae6dcf0-f857-4bb3-a1a4-2bbf5c0789de admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=605d0ee1deab4a3f99ea3709bec22e29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046794 Apr 05 15:53:15.367779 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 41154) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:15.368881 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713692df-4276-4033-b70c-23bd69438dbb req-0bb74cb0-1378-450b-a89f-3c629ae7dc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:15.370938 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-713692df-4276-4033-b70c-23bd69438dbb req-0bb74cb0-1378-450b-a89f-3c629ae7dc1e service neutron] 10.222.0.43 "GET /v2.0/networks?id=e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 HTTP/1.1" status: 200 len: 917 time: 0.3131547 Apr 05 15:53:15.434760 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Router b27a713c-fe9a-4a9f-9d97-93727e3c81ed has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:53:15.639945 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3e250e0b-48c9-4b8f-91cd-41f456fb95cb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:15.651174 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-da9fca39-ac1b-4bff-b412-44330d202073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:15.667696 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-713692df-4276-4033-b70c-23bd69438dbb req-55a647e3-b8e7-4547-a373-e0c8a4f5c25a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9ab0c9a-147c-4754-9117-98ffc83feff4 HTTP/1.1" status: 200 len: 1001 time: 0.2654862 Apr 05 15:53:15.670174 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-56940f0d-4885-4c4a-983c-f40d6f244b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3811004'] for router_gateway, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:15.691183 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6780e695-e521-42d2-8905-1a997c59bb93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:15.895683 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-1b3cc33e-0dd4-4520-a281-3ecca0be7f02 admin admin] Allocated IP 172.20.0.1 (e34cc301-433b-450e-b5f9-c5acefe28e30/2a992333-ceeb-4bba-aaa4-bced6bd4acd8/1ba8683f-6a70-4313-8395-156fbab964fa) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:53:15.907258 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e250e0b-48c9-4b8f-91cd-41f456fb95cb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Pushing event updated for resources: {'Port': ['ID=afbee840-8ebf-4d61-b830-cbac1c8460fc,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:15.920517 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-da9fca39-ac1b-4bff-b412-44330d202073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:15.927462 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3e250e0b-48c9-4b8f-91cd-41f456fb95cb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:15.957706 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-56940f0d-4885-4c4a-983c-f40d6f244b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850963395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3356'] for router, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:15.963335 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-56940f0d-4885-4c4a-983c-f40d6f244b88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:15.991620 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713692df-4276-4033-b70c-23bd69438dbb req-42b578f5-78a5-431d-9e7e-bb174156b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:15.993216 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-713692df-4276-4033-b70c-23bd69438dbb req-42b578f5-78a5-431d-9e7e-bb174156b8ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b49c561-1ceb-4c3b-9352-979a5ef7193b HTTP/1.1" status: 200 len: 855 time: 0.2751043 Apr 05 15:53:16.087728 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:53:16.098077 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12d309b-21d8-4a50-898d-ca4cc815cd69 None None] Sync routers for ids ['b27a713c-fe9a-4a9f-9d97-93727e3c81ed'] in dv-cinder-784779-1-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:53:16.110999 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12d309b-21d8-4a50-898d-ca4cc815cd69 None None] Routers {'b27a713c-fe9a-4a9f-9d97-93727e3c81ed'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:53:16.111680 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-d12d309b-21d8-4a50-898d-ca4cc815cd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:52:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['b27a713c-fe9a-4a9f-9d97-93727e3c81ed'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:16.139094 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e250e0b-48c9-4b8f-91cd-41f456fb95cb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Network dd229a0f-6ed6-426a-8b4c-b8529d79a707 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:53:16.141886 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-3e250e0b-48c9-4b8f-91cd-41f456fb95cb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Resources bound (agent type, host, resource id): {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:53:16.146310 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e250e0b-48c9-4b8f-91cd-41f456fb95cb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:53:16.163167 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713692df-4276-4033-b70c-23bd69438dbb req-d6d5aa0b-5190-4c1d-98e4-f42a53a56a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:16.165344 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-713692df-4276-4033-b70c-23bd69438dbb req-d6d5aa0b-5190-4c1d-98e4-f42a53a56a35 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5b2c727-4df9-4ea8-bf8a-1e179c6d9965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1620357 Apr 05 15:53:16.255305 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for floatingip, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:16.327350 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-d12d309b-21d8-4a50-898d-ca4cc815cd69 None None] Set router b27a713c-fe9a-4a9f-9d97-93727e3c81ed gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:53:16.344170 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1b3cc33e-0dd4-4520-a281-3ecca0be7f02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:16.421890 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-1b3cc33e-0dd4-4520-a281-3ecca0be7f02 admin admin] Transition to ACTIVE for port object 1ba8683f-6a70-4313-8395-156fbab964fa will not be triggered until provisioned by entity DHCP. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:53:16.434400 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.3749926 Apr 05 15:53:16.434400 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0381a980-ee96-408d-946f-f298bfd3ee27', 'tag': '606fafec-aa05-43fc-adb5-573ac8b51de7'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:53:16.549716 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0381a980-ee96-408d-946f-f298bfd3ee27', 'tag': '606fafec-aa05-43fc-adb5-573ac8b51de7', 'status': 'completed', 'code': 200} Apr 05 15:53:16.565322 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-56940f0d-4885-4c4a-983c-f40d6f244b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850963321'] for router, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:16.565924 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56940f0d-4885-4c4a-983c-f40d6f244b88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36248973-5968-4271-8eca-3536e17ba748 {{(pid=84429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 15:53:16.581222 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-713692df-4276-4033-b70c-23bd69438dbb req-42483db3-95ae-4899-9fa6-2dfe7a7d9900 service neutron] 10.222.0.43 "GET /v2.0/networks/e5b2c727-4df9-4ea8-bf8a-1e179c6d9965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083819 Apr 05 15:53:16.589550 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-da9fca39-ac1b-4bff-b412-44330d202073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:16.596099 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-dd07f6f9-da31-44a6-a2b8-98e4d9190c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:16.628574 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-56940f0d-4885-4c4a-983c-f40d6f244b88 admin admin] Notify callbacks [] for router, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:16.632495 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-56940f0d-4885-4c4a-983c-f40d6f244b88 admin admin] 10.222.0.44 "DELETE /v2.0/routers/36248973-5968-4271-8eca-3536e17ba748 HTTP/1.1" status: 204 len: 168 time: 3.3252311 Apr 05 15:53:16.647711 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 41162) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:16.648635 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-da9fca39-ac1b-4bff-b412-44330d202073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:16.653615 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-da9fca39-ac1b-4bff-b412-44330d202073 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5ccf2f81-b936-4564-85eb-40d0dbbc4622 HTTP/1.1" status: 204 len: 168 time: 1.2805207 Apr 05 15:53:16.660211 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9fca39-ac1b-4bff-b412-44330d202073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccf2f81-b936-4564-85eb-40d0dbbc4622,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:16.669371 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-da9fca39-ac1b-4bff-b412-44330d202073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:16.761177 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a656d-72ae-4227-9765-db8b97c8bd3a req-8030d813-f295-437b-ad55-e21d4124b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:16.761632 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-d12d309b-21d8-4a50-898d-ca4cc815cd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'name': 'tempest-TestShelveInstance-648174114-router', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a7fafb9a-bc19-4430-b764-67c6a1909d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:12Z', 'updated_at': '2021-04-05T15:51:19Z', 'revision_number': 4, 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'gw_port': {'id': 'a7fafb9a-bc19-4430-b764-67c6a1909d23', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:14Z', 'updated_at': '2021-04-05T15:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_floatingips': [{'id': 'd0dee415-a047-41bb-a27b-3cfe9cfb80b7', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'floating_ip_address': '172.27.0.131', 'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'router_id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'port_id': '606fafec-aa05-43fc-adb5-573ac8b51de7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7', 'mac_address': 'fa:16:3e:09:12:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0381a980-ee96-408d-946f-f298bfd3ee27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:53:11Z', 'updated_at': '2021-04-05T15:53:11Z', 'revision_number': 0, 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da714203-5d2b-43d1-b02f-250b806d8c6c', 'name': '', 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'mac_address': 'fa:16:3e:e4:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '259bfebd-f402-4bad-8767-beb45f5f4266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:18Z', 'updated_at': '2021-04-05T15:51:37Z', 'revision_number': 5, 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'subnets': [{'id': '259bfebd-f402-4bad-8767-beb45f5f4266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:16.762833 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-295a656d-72ae-4227-9765-db8b97c8bd3a req-8030d813-f295-437b-ad55-e21d4124b9dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=01ef02dfd52147a1bd6cf1279736a2e9&device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 1099 time: 0.2166364 Apr 05 15:53:16.766880 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12d309b-21d8-4a50-898d-ca4cc815cd69 None None] Checking router: b27a713c-fe9a-4a9f-9d97-93727e3c81ed for host: dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:53:16.779168 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12d309b-21d8-4a50-898d-ca4cc815cd69 None None] Routers {'b27a713c-fe9a-4a9f-9d97-93727e3c81ed'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:53:16.779833 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-d12d309b-21d8-4a50-898d-ca4cc815cd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:52:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['b27a713c-fe9a-4a9f-9d97-93727e3c81ed'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:16.823492 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dea5a2f-b7d0-4cc8-9f5b-ffec43c2e675 admin admin] Deleting subnet f37979fe-7609-44e8-8c79-38b8746e7197 {{(pid=84429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 15:53:16.843063 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6dea5a2f-b7d0-4cc8-9f5b-ffec43c2e675 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:16.905503 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-713692df-4276-4033-b70c-23bd69438dbb req-0775295e-04fc-4b4c-82f1-1631c81bddf5 service neutron] 10.222.0.43 "GET /v2.0/networks/e5b2c727-4df9-4ea8-bf8a-1e179c6d9965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115420 Apr 05 15:53:16.934429 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a656d-72ae-4227-9765-db8b97c8bd3a req-94c00120-1f5c-4f29-b06e-208824d5d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:16.935663 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-295a656d-72ae-4227-9765-db8b97c8bd3a req-94c00120-1f5c-4f29-b06e-208824d5d2f1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=297efcce-d14a-4ebe-b53a-0ac8cfcd24f7 HTTP/1.1" status: 200 len: 909 time: 0.1502540 Apr 05 15:53:16.938553 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6dea5a2f-b7d0-4cc8-9f5b-ffec43c2e675 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9505071'] for subnet, precommit_delete_associations {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:17.049479 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device e0b0b259-2ef3-4f0f-930e-e20079988133 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:53:17.074699 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6dea5a2f-b7d0-4cc8-9f5b-ffec43c2e675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:17.139016 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-d12d309b-21d8-4a50-898d-ca4cc815cd69 None None] Set router b27a713c-fe9a-4a9f-9d97-93727e3c81ed gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:53:17.217104 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port e0b0b259-2ef3-4f0f-930e-e20079988133 completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:53:17.226435 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port e0b0b259-2ef3-4f0f-930e-e20079988133 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:53:17.227199 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:17.374931 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1b3cc33e-0dd4-4520-a281-3ecca0be7f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:17.397903 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:17.403503 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:17.422354 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] For port e0b0b259-2ef3-4f0f-930e-e20079988133, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=e0b0b259-2ef3-4f0f-930e-e20079988133,segment=NetworkSegment(45fc7be4-cb6f-44c4-878d-af01c4212144),segment_id=45fc7be4-cb6f-44c4-878d-af01c4212144)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:53:17.423883 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6dea5a2f-b7d0-4cc8-9f5b-ffec43c2e675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9499884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289953'] for subnet, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:17.441653 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:17.451714 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:17.462768 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c101487e-d613-4917-a969-ab769e4e685e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:17.526412 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea5a2f-b7d0-4cc8-9f5b-ffec43c2e675 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f37979fe-7609-44e8-8c79-38b8746e7197,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:17.529541 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6dea5a2f-b7d0-4cc8-9f5b-ffec43c2e675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:17.606749 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3cc33e-0dd4-4520-a281-3ecca0be7f02 admin admin] Pushing event updated for resources: {'Port': ['ID=1ba8683f-6a70-4313-8395-156fbab964fa,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:17.615003 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device f0393ca8-6171-4c5b-9f8d-102fec5f35bf no longer exists at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:53:17.618890 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-295a656d-72ae-4227-9765-db8b97c8bd3a req-619f3bc6-b165-4a2f-aed9-c95443324fbb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=606fafec-aa05-43fc-adb5-573ac8b51de7 HTTP/1.1" status: 200 len: 1000 time: 0.6685750 Apr 05 15:53:17.621861 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-1b3cc33e-0dd4-4520-a281-3ecca0be7f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:17.650147 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6dea5a2f-b7d0-4cc8-9f5b-ffec43c2e675 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:17.661647 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-6dea5a2f-b7d0-4cc8-9f5b-ffec43c2e675 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f37979fe-7609-44e8-8c79-38b8746e7197 HTTP/1.1" status: 204 len: 168 time: 1.0067375 Apr 05 15:53:17.663050 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 41168) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:17.667829 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] No Port match for: f0393ca8-6171-4c5b-9f8d-102fec5f35bf {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:53:17.668230 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device f0393ca8-6171-4c5b-9f8d-102fec5f35bf not bound to the agent host dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:53:17.689309 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Pushing event updated for resources: {'Port': ['ID=e0b0b259-2ef3-4f0f-930e-e20079988133,revision_number=4']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:17.692757 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:17.715788 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a656d-72ae-4227-9765-db8b97c8bd3a req-5906e37b-d97f-4320-aeb3-5956bf4735bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:17.717365 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-295a656d-72ae-4227-9765-db8b97c8bd3a req-5906e37b-d97f-4320-aeb3-5956bf4735bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=259bfebd-f402-4bad-8767-beb45f5f4266 HTTP/1.1" status: 200 len: 847 time: 0.0901914 Apr 05 15:53:17.717882 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-d12d309b-21d8-4a50-898d-ca4cc815cd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'name': 'tempest-TestShelveInstance-648174114-router', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a7fafb9a-bc19-4430-b764-67c6a1909d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:12Z', 'updated_at': '2021-04-05T15:51:19Z', 'revision_number': 4, 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'gw_port': {'id': 'a7fafb9a-bc19-4430-b764-67c6a1909d23', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:14Z', 'updated_at': '2021-04-05T15:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_floatingips': [{'id': 'd0dee415-a047-41bb-a27b-3cfe9cfb80b7', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'floating_ip_address': '172.27.0.131', 'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'router_id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'port_id': '606fafec-aa05-43fc-adb5-573ac8b51de7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7', 'mac_address': 'fa:16:3e:09:12:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0381a980-ee96-408d-946f-f298bfd3ee27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:53:11Z', 'updated_at': '2021-04-05T15:53:11Z', 'revision_number': 0, 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da714203-5d2b-43d1-b02f-250b806d8c6c', 'name': '', 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'mac_address': 'fa:16:3e:e4:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '259bfebd-f402-4bad-8767-beb45f5f4266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:18Z', 'updated_at': '2021-04-05T15:51:37Z', 'revision_number': 5, 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'subnets': [{'id': '259bfebd-f402-4bad-8767-beb45f5f4266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:17.722530 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12d309b-21d8-4a50-898d-ca4cc815cd69 None None] The sync data for ids ['b27a713c-fe9a-4a9f-9d97-93727e3c81ed'] in dv-cinder-784779-1-iscsi is: [{'id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'name': 'tempest-TestShelveInstance-648174114-router', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a7fafb9a-bc19-4430-b764-67c6a1909d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:12Z', 'updated_at': '2021-04-05T15:51:19Z', 'revision_number': 4, 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'gw_port': {'id': 'a7fafb9a-bc19-4430-b764-67c6a1909d23', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:14Z', 'updated_at': '2021-04-05T15:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_floatingips': [{'id': 'd0dee415-a047-41bb-a27b-3cfe9cfb80b7', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'floating_ip_address': '172.27.0.131', 'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'router_id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'port_id': '606fafec-aa05-43fc-adb5-573ac8b51de7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7', 'mac_address': 'fa:16:3e:09:12:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0381a980-ee96-408d-946f-f298bfd3ee27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:53:11Z', 'updated_at': '2021-04-05T15:53:11Z', 'revision_number': 0, 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da714203-5d2b-43d1-b02f-250b806d8c6c', 'name': '', 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'mac_address': 'fa:16:3e:e4:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '259bfebd-f402-4bad-8767-beb45f5f4266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:18Z', 'updated_at': '2021-04-05T15:51:37Z', 'revision_number': 5, 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'subnets': [{'id': '259bfebd-f402-4bad-8767-beb45f5f4266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:53:17.814960 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8effd514-52ec-48f7-8e38-6a376313ade3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-516461'] for network, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:17.815740 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3cc33e-0dd4-4520-a281-3ecca0be7f02 admin admin] Network e34cc301-433b-450e-b5f9-c5acefe28e30 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:53:17.816904 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3e250e0b-48c9-4b8f-91cd-41f456fb95cb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:17.825882 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-1b3cc33e-0dd4-4520-a281-3ecca0be7f02 admin admin] Resources bound (agent type, host, resource id): {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:53:17.829618 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3cc33e-0dd4-4520-a281-3ecca0be7f02 admin admin] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:53:17.931117 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1b3cc33e-0dd4-4520-a281-3ecca0be7f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850918333'] for router_interface, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:17.971773 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a656d-72ae-4227-9765-db8b97c8bd3a req-9c8f7df0-79b8-453f-8987-2f772b3ca0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:17.973451 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-295a656d-72ae-4227-9765-db8b97c8bd3a req-9c8f7df0-79b8-453f-8987-2f772b3ca0ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=297efcce-d14a-4ebe-b53a-0ac8cfcd24f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2419002 Apr 05 15:53:18.061128 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8effd514-52ec-48f7-8e38-6a376313ade3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363297789275713'] for network, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:18.090539 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee097ab-d7cc-4efe-911e-c0f5e8888986 None None] New status for floating IP d0dee415-a047-41bb-a27b-3cfe9cfb80b7: ACTIVE {{(pid=84431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 15:53:18.163590 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-f056a944-d7f1-4191-84a1-451d1402d729 None None] Provisioning for port 1ba8683f-6a70-4313-8395-156fbab964fa completed by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:53:18.175678 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3e250e0b-48c9-4b8f-91cd-41f456fb95cb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:18.183303 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-f056a944-d7f1-4191-84a1-451d1402d729 None None] Provisioning complete for port 1ba8683f-6a70-4313-8395-156fbab964fa triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:53:18.183728 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f056a944-d7f1-4191-84a1-451d1402d729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:18.186604 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-8effd514-52ec-48f7-8e38-6a376313ade3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7980d5-30f6-4b51-8804-073d14195735']}} {{(pid=84429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:18.200117 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-8effd514-52ec-48f7-8e38-6a376313ade3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '525d66fe-5f7f-4434-ab40-5dad6b0fc808') {'for_net_delete': True} {{(pid=84429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:18.200464 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-8effd514-52ec-48f7-8e38-6a376313ade3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '525d66fe-5f7f-4434-ab40-5dad6b0fc808') {} {{(pid=84429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:18.214272 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8effd514-52ec-48f7-8e38-6a376313ade3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739065499985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036845270746'] for segment, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:18.232417 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8effd514-52ec-48f7-8e38-6a376313ade3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:18.239434 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8effd514-52ec-48f7-8e38-6a376313ade3 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=84429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 15:53:18.261083 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-295a656d-72ae-4227-9765-db8b97c8bd3a req-f2e6b694-da03-4828-8ddc-0abdb56977ff service neutron] 10.222.0.43 "GET /v2.0/networks/297efcce-d14a-4ebe-b53a-0ac8cfcd24f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780268 Apr 05 15:53:18.341763 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-f056a944-d7f1-4191-84a1-451d1402d729 None None] Port 1ba8683f-6a70-4313-8395-156fbab964fa cannot update to ACTIVE because it is not bound. {{(pid=84431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:53:18.426909 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-8effd514-52ec-48f7-8e38-6a376313ade3 admin admin] Network bf7980d5-30f6-4b51-8804-073d14195735 has no segments {{(pid=84429) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:53:18.441088 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8effd514-52ec-48f7-8e38-6a376313ade3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9499719'] for segment, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:18.511060 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1b3cc33e-0dd4-4520-a281-3ecca0be7f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:18.625626 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-8effd514-52ec-48f7-8e38-6a376313ade3 admin admin] Network bf7980d5-30f6-4b51-8804-073d14195735 has no segments {{(pid=84429) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: Traceback (most recent call last): Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: timer() Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: cb(*args, **kw) Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: return func(*args, **kwargs) Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: self._notify() Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: self.callback(batched_events) Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: event.method(event) Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: segment_id)['aggregates'][0] Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: return f(self, *a, **k) Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: return self._get(url).json() Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: **kwargs) Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: return self.request(url, 'GET', **kwargs) Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: **endpoint_filter) Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:53:18.649016 dv-cinder-784779-1-iscsi neutron-server[84318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:53:18.686045 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-295a656d-72ae-4227-9765-db8b97c8bd3a req-7edd8bb3-9f4b-4aff-80d8-d2038a9e5c93 service neutron] 10.222.0.43 "GET /v2.0/networks/297efcce-d14a-4ebe-b53a-0ac8cfcd24f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900583 Apr 05 15:53:18.765549 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8effd514-52ec-48f7-8e38-6a376313ade3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850964774'] for network, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:18.769357 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:18.783816 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8effd514-52ec-48f7-8e38-6a376313ade3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:18.795478 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8effd514-52ec-48f7-8e38-6a376313ade3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf7980d5-30f6-4b51-8804-073d14195735,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:18.798938 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-8effd514-52ec-48f7-8e38-6a376313ade3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:18.840598 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-8effd514-52ec-48f7-8e38-6a376313ade3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/bf7980d5-30f6-4b51-8804-073d14195735 HTTP/1.1" status: 204 len: 168 time: 1.1762800 Apr 05 15:53:18.912129 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3e250e0b-48c9-4b8f-91cd-41f456fb95cb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:18.952625 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3e250e0b-48c9-4b8f-91cd-41f456fb95cb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844508714'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:18.967511 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device e0b0b259-2ef3-4f0f-930e-e20079988133 up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:53:18.971544 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:19.042098 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port e0b0b259-2ef3-4f0f-930e-e20079988133 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:53:19.042551 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:19.110824 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 41174) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:19.133805 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e250e0b-48c9-4b8f-91cd-41f456fb95cb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Pushing event updated for resources: {'Port': ['ID=afbee840-8ebf-4d61-b830-cbac1c8460fc,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:19.136906 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3e250e0b-48c9-4b8f-91cd-41f456fb95cb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:19.148981 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1b3cc33e-0dd4-4520-a281-3ecca0be7f02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:19.165195 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-6bde31fd-7958-49b4-b444-89374fe75ba1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d4eb531685324e0f8fb99da30c72fe0c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0527713 Apr 05 15:53:19.168895 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 41178) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:19.184396 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1b3cc33e-0dd4-4520-a281-3ecca0be7f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844508714'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:19.213915 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-12e980dd-1ddf-4c1d-ad85-99729456183e tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:19.231308 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-844033eb-9a96-4df9-8698-9114a5fc7d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:19.263192 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-844033eb-9a96-4df9-8698-9114a5fc7d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:19.342648 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-844033eb-9a96-4df9-8698-9114a5fc7d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:19.348779 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:19.350116 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1b3cc33e-0dd4-4520-a281-3ecca0be7f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851057948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850909546'] for router_interface, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:19.363643 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844033eb-9a96-4df9-8698-9114a5fc7d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b127ab-e21c-4fbb-a3bc-ac264fe6196a,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:19.366397 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-844033eb-9a96-4df9-8698-9114a5fc7d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:19.367632 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-844033eb-9a96-4df9-8698-9114a5fc7d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:19.371211 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-05198fd4-674c-4fde-9f90-ada831f0eee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:19.372387 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-844033eb-9a96-4df9-8698-9114a5fc7d71 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/97b127ab-e21c-4fbb-a3bc-ac264fe6196a HTTP/1.1" status: 204 len: 168 time: 0.2027154 Apr 05 15:53:19.389505 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3cc33e-0dd4-4520-a281-3ecca0be7f02 admin admin] Pushing event updated for resources: {'Port': ['ID=1ba8683f-6a70-4313-8395-156fbab964fa,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:19.392325 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-1b3cc33e-0dd4-4520-a281-3ecca0be7f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:19.398061 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3e250e0b-48c9-4b8f-91cd-41f456fb95cb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850964789'] for floatingip, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:19.914261 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3cc33e-0dd4-4520-a281-3ecca0be7f02 admin admin] Network e34cc301-433b-450e-b5f9-c5acefe28e30 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:53:19.915709 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.l3_db [None req-3e250e0b-48c9-4b8f-91cd-41f456fb95cb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Floating IP 6b25e4e9-146d-4a45-aef5-dbed2cbc958c associated. External IP: 172.27.0.33, port: 24e81883-838e-4ff6-aae5-3c9499b22aba. Apr 05 15:53:19.977397 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-1b3cc33e-0dd4-4520-a281-3ecca0be7f02 admin admin] Resources bound (agent type, host, resource id): {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:53:20.194540 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-a7cf7cc4-f66a-4093-88fe-6ec99279ec58 None None] Provisioning complete for port 1ba8683f-6a70-4313-8395-156fbab964fa triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:53:20.195239 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a7cf7cc4-f66a-4093-88fe-6ec99279ec58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:20.262270 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-a7cf7cc4-f66a-4093-88fe-6ec99279ec58 None None] Port 1ba8683f-6a70-4313-8395-156fbab964fa cannot update to ACTIVE because it is not bound. {{(pid=84431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:53:20.446473 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3cc33e-0dd4-4520-a281-3ecca0be7f02 admin admin] Router c5ea4273-eeb6-4558-a6c5-ed7dd9021edd has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:53:20.639402 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e250e0b-48c9-4b8f-91cd-41f456fb95cb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Router 65ebfa39-4164-47cb-8ae0-ee00da5e730b has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:53:20.725920 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:20.818407 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3cc33e-0dd4-4520-a281-3ecca0be7f02 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:53:20.828856 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16558b9c-2e83-4e5c-ba55-ac4ba6c9beea None None] Sync routers for ids ['c5ea4273-eeb6-4558-a6c5-ed7dd9021edd'] in dv-cinder-784779-1-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:53:20.836742 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-1b3cc33e-0dd4-4520-a281-3ecca0be7f02 admin admin] 10.222.0.44 "PUT /v2.0/routers/c5ea4273-eeb6-4558-a6c5-ed7dd9021edd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6633129 Apr 05 15:53:20.839395 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16558b9c-2e83-4e5c-ba55-ac4ba6c9beea None None] Routers {'c5ea4273-eeb6-4558-a6c5-ed7dd9021edd'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:53:20.840220 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-16558b9c-2e83-4e5c-ba55-ac4ba6c9beea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:52:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['c5ea4273-eeb6-4558-a6c5-ed7dd9021edd'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:20.907647 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e250e0b-48c9-4b8f-91cd-41f456fb95cb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:53:20.918900 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91859147-e3b2-45e8-a9be-4877001e38b8 None None] Sync routers for ids ['65ebfa39-4164-47cb-8ae0-ee00da5e730b'] in dv-cinder-784779-1-iscsi {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:53:20.937484 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91859147-e3b2-45e8-a9be-4877001e38b8 None None] Routers {'65ebfa39-4164-47cb-8ae0-ee00da5e730b'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:53:20.938193 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-91859147-e3b2-45e8-a9be-4877001e38b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:52:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['65ebfa39-4164-47cb-8ae0-ee00da5e730b'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:20.954288 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3e250e0b-48c9-4b8f-91cd-41f456fb95cb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for floatingip, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:21.043537 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-3e250e0b-48c9-4b8f-91cd-41f456fb95cb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.0429783 Apr 05 15:53:21.044141 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1722366-ce2d-44f5-901d-ea06a1da33a7', 'tag': '24e81883-838e-4ff6-aae5-3c9499b22aba'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:53:21.046321 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 41210) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:21.057973 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-6433282f-c6e3-4066-b84d-4a87ab7c608a tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1542335230', 'description': 'tempest-secgroup-smoke-1542335230 description', 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:53:21.061190 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-16558b9c-2e83-4e5c-ba55-ac4ba6c9beea None None] Set router c5ea4273-eeb6-4558-a6c5-ed7dd9021edd gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:53:21.068934 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-6433282f-c6e3-4066-b84d-4a87ab7c608a tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:21.074345 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-6433282f-c6e3-4066-b84d-4a87ab7c608a tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Usage tracker for resource:security_group and tenant:d05d2d370a5b4482b2f84751cf78d2ea is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:21.076941 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-6433282f-c6e3-4066-b84d-4a87ab7c608a tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:21.083200 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-6433282f-c6e3-4066-b84d-4a87ab7c608a tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:21.177849 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6433282f-c6e3-4066-b84d-4a87ab7c608a tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:21.238660 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-6433282f-c6e3-4066-b84d-4a87ab7c608a tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:21.241949 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-91859147-e3b2-45e8-a9be-4877001e38b8 None None] Set router 65ebfa39-4164-47cb-8ae0-ee00da5e730b gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:53:21.246029 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-6433282f-c6e3-4066-b84d-4a87ab7c608a tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Usage tracker for resource:security_group_rule and tenant:d05d2d370a5b4482b2f84751cf78d2ea is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:21.252206 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-6433282f-c6e3-4066-b84d-4a87ab7c608a tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:21.267131 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-6433282f-c6e3-4066-b84d-4a87ab7c608a tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:21.278134 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1722366-ce2d-44f5-901d-ea06a1da33a7', 'tag': '24e81883-838e-4ff6-aae5-3c9499b22aba', 'status': 'completed', 'code': 200} Apr 05 15:53:21.433371 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6433282f-c6e3-4066-b84d-4a87ab7c608a tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:21.448153 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f11db-50b7-485d-ac87-d7b813210999 req-0c1010f0-dca3-4afb-a2a5-d6fd8c0e4d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:21.449790 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fb0f11db-50b7-485d-ac87-d7b813210999 req-0c1010f0-dca3-4afb-a2a5-d6fd8c0e4d0e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d05d2d370a5b4482b2f84751cf78d2ea&device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 1099 time: 0.1423433 Apr 05 15:53:21.480494 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6433282f-c6e3-4066-b84d-4a87ab7c608a tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:21.486360 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b536976a-6863-417d-9a81-1302c25ef6fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:21.545843 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 41228) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:21.556959 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-7ca092f0-3fee-4e1a-9945-350ca8def401 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1446075511', 'description': 'tempest-secgroup-smoke-1446075511 description', 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:53:21.565917 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433282f-c6e3-4066-b84d-4a87ab7c608a tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c62fd4d-5ec2-46fb-80c3-e2956e42e610,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:21.572249 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-7ca092f0-3fee-4e1a-9945-350ca8def401 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:21.572249 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6433282f-c6e3-4066-b84d-4a87ab7c608a tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:21.576723 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-7ca092f0-3fee-4e1a-9945-350ca8def401 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Usage tracker for resource:security_group and tenant:9ac127c9bf344f5f88cf1aa6eacdf909 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:21.587364 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-7ca092f0-3fee-4e1a-9945-350ca8def401 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:21.596691 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-7ca092f0-3fee-4e1a-9945-350ca8def401 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:21.598716 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-16558b9c-2e83-4e5c-ba55-ac4ba6c9beea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ea4273-eeb6-4558-a6c5-ed7dd9021edd', 'name': 'tempest-TestVolumeBootPattern-1899330482-router', 'tenant_id': 'dba536d6a6e74097a1f653e84c24ad65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'e0b0b259-2ef3-4f0f-930e-e20079988133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:53:05Z', 'updated_at': '2021-04-05T15:53:18Z', 'revision_number': 4, 'project_id': 'dba536d6a6e74097a1f653e84c24ad65', 'gw_port': {'id': 'e0b0b259-2ef3-4f0f-930e-e20079988133', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ea4273-eeb6-4558-a6c5-ed7dd9021edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:53:07Z', 'updated_at': '2021-04-05T15:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': '1ba8683f-6a70-4313-8395-156fbab964fa', 'name': '', 'network_id': 'e34cc301-433b-450e-b5f9-c5acefe28e30', 'tenant_id': 'dba536d6a6e74097a1f653e84c24ad65', 'mac_address': 'fa:16:3e:8a:06:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ea4273-eeb6-4558-a6c5-ed7dd9021edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '2a992333-ceeb-4bba-aaa4-bced6bd4acd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:53:15Z', 'updated_at': '2021-04-05T15:53:18Z', 'revision_number': 2, 'project_id': 'dba536d6a6e74097a1f653e84c24ad65', 'subnets': [{'id': '2a992333-ceeb-4bba-aaa4-bced6bd4acd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:21.604857 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16558b9c-2e83-4e5c-ba55-ac4ba6c9beea None None] Checking router: c5ea4273-eeb6-4558-a6c5-ed7dd9021edd for host: dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:53:21.605256 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16558b9c-2e83-4e5c-ba55-ac4ba6c9beea None None] Updating router c5ea4273-eeb6-4558-a6c5-ed7dd9021edd port 1ba8683f-6a70-4313-8395-156fbab964fa binding host dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 05 15:53:21.611751 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6433282f-c6e3-4066-b84d-4a87ab7c608a tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:21.617680 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 41232) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:21.623873 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-6433282f-c6e3-4066-b84d-4a87ab7c608a tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5709140 Apr 05 15:53:21.628546 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-7fb2aea1-19d5-4b07-a3bd-86cf52d2c0ea tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Request body: {'security_group_rule': {'security_group_id': '1c62fd4d-5ec2-46fb-80c3-e2956e42e610', 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:53:21.636034 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7ca092f0-3fee-4e1a-9945-350ca8def401 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:21.637805 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-7fb2aea1-19d5-4b07-a3bd-86cf52d2c0ea tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:21.645975 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-7fb2aea1-19d5-4b07-a3bd-86cf52d2c0ea tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Usage tracker for resource:security_group_rule and tenant:d05d2d370a5b4482b2f84751cf78d2ea is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:21.657344 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-7fb2aea1-19d5-4b07-a3bd-86cf52d2c0ea tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:21.662879 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-7ca092f0-3fee-4e1a-9945-350ca8def401 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:21.667848 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-7ca092f0-3fee-4e1a-9945-350ca8def401 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Usage tracker for resource:security_group_rule and tenant:9ac127c9bf344f5f88cf1aa6eacdf909 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:21.671279 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-7ca092f0-3fee-4e1a-9945-350ca8def401 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:21.679400 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-7ca092f0-3fee-4e1a-9945-350ca8def401 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:21.680118 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-7fb2aea1-19d5-4b07-a3bd-86cf52d2c0ea tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:21.680569 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-16558b9c-2e83-4e5c-ba55-ac4ba6c9beea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:21.691898 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f11db-50b7-485d-ac87-d7b813210999 req-1e20436c-083b-4316-8dba-0124e34721d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:21.693526 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fb0f11db-50b7-485d-ac87-d7b813210999 req-1e20436c-083b-4316-8dba-0124e34721d1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6519836-4d08-41f2-b117-98e4b77d8750 HTTP/1.1" status: 200 len: 914 time: 0.2353897 Apr 05 15:53:21.770232 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7ca092f0-3fee-4e1a-9945-350ca8def401 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:21.796043 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7ca092f0-3fee-4e1a-9945-350ca8def401 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:21.807520 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a0571733-70fe-42a9-af4a-df9f301d482d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:21.810092 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7fb2aea1-19d5-4b07-a3bd-86cf52d2c0ea tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:21.850126 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca092f0-3fee-4e1a-9945-350ca8def401 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cea858-90d0-4e39-894f-75db0abd41c3,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:21.853890 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7ca092f0-3fee-4e1a-9945-350ca8def401 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:21.872497 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fb0f11db-50b7-485d-ac87-d7b813210999 req-e9da6912-ed14-44f7-aaa6-34cee8579d42 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24e81883-838e-4ff6-aae5-3c9499b22aba HTTP/1.1" status: 200 len: 999 time: 0.1660903 Apr 05 15:53:21.877668 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ce769201-f724-4187-85db-ef5e54bbd43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:21.880292 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7ca092f0-3fee-4e1a-9945-350ca8def401 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:21.884674 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-7ca092f0-3fee-4e1a-9945-350ca8def401 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3344753 Apr 05 15:53:21.885177 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 41238) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:21.891716 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-415ba103-8734-4f25-91a0-1db9b9aaccc1 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Request body: {'security_group_rule': {'security_group_id': 'b2cea858-90d0-4e39-894f-75db0abd41c3', 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:53:21.898846 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-415ba103-8734-4f25-91a0-1db9b9aaccc1 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:21.903265 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-415ba103-8734-4f25-91a0-1db9b9aaccc1 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Usage tracker for resource:security_group_rule and tenant:9ac127c9bf344f5f88cf1aa6eacdf909 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:21.906416 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-415ba103-8734-4f25-91a0-1db9b9aaccc1 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:21.912587 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-415ba103-8734-4f25-91a0-1db9b9aaccc1 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:21.951047 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-415ba103-8734-4f25-91a0-1db9b9aaccc1 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:21.951826 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-91859147-e3b2-45e8-a9be-4877001e38b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'name': 'tempest-TestMinimumBasicScenario-65186514-router', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '78b80d70-0fe5-41c1-86ee-061a92bd352a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:06Z', 'updated_at': '2021-04-05T15:51:14Z', 'revision_number': 4, 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'gw_port': {'id': '78b80d70-0fe5-41c1-86ee-061a92bd352a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:07Z', 'updated_at': '2021-04-05T15:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_floatingips': [{'id': '6b25e4e9-146d-4a45-aef5-dbed2cbc958c', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'floating_ip_address': '172.27.0.33', 'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'router_id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'port_id': '24e81883-838e-4ff6-aae5-3c9499b22aba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6519836-4d08-41f2-b117-98e4b77d8750', 'mac_address': 'fa:16:3e:c4:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1722366-ce2d-44f5-901d-ea06a1da33a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:53:17Z', 'updated_at': '2021-04-05T15:53:17Z', 'revision_number': 0, 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d614f4-2e88-4277-8683-439051d9965b', 'name': '', 'network_id': 'b6519836-4d08-41f2-b117-98e4b77d8750', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'mac_address': 'fa:16:3e:10:01:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '62c34293-35f9-4aae-96c1-3dd19d3f49af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:12Z', 'updated_at': '2021-04-05T15:51:23Z', 'revision_number': 5, 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'subnets': [{'id': '62c34293-35f9-4aae-96c1-3dd19d3f49af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:21.956436 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91859147-e3b2-45e8-a9be-4877001e38b8 None None] Checking router: 65ebfa39-4164-47cb-8ae0-ee00da5e730b for host: dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:53:21.967509 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91859147-e3b2-45e8-a9be-4877001e38b8 None None] Routers {'65ebfa39-4164-47cb-8ae0-ee00da5e730b'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:53:21.968581 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-91859147-e3b2-45e8-a9be-4877001e38b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:53:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['65ebfa39-4164-47cb-8ae0-ee00da5e730b'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:21.990249 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7fb2aea1-19d5-4b07-a3bd-86cf52d2c0ea tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:21.997332 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f11db-50b7-485d-ac87-d7b813210999 req-b26f84c0-1fb2-4177-a355-4b7decc8c7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:21.999195 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fb0f11db-50b7-485d-ac87-d7b813210999 req-b26f84c0-1fb2-4177-a355-4b7decc8c7f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62c34293-35f9-4aae-96c1-3dd19d3f49af HTTP/1.1" status: 200 len: 852 time: 0.1103482 Apr 05 15:53:22.027251 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-415ba103-8734-4f25-91a0-1db9b9aaccc1 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:22.051471 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-415ba103-8734-4f25-91a0-1db9b9aaccc1 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742385'] for security_group_rule, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:22.054665 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-45871c1f-86d1-4a32-905c-111afd1fb244 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:22.058106 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7fb2aea1-19d5-4b07-a3bd-86cf52d2c0ea tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742385'] for security_group_rule, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:22.072204 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:22.074234 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ba103-8734-4f25-91a0-1db9b9aaccc1 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f03598-4cdd-4c15-9233-26ab297d2f92,revision_number=0']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:22.078501 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-415ba103-8734-4f25-91a0-1db9b9aaccc1 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:22.100673 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2aea1-19d5-4b07-a3bd-86cf52d2c0ea tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ec6ba5-45cf-49fb-b070-aff9f6182c06,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:22.115292 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7fb2aea1-19d5-4b07-a3bd-86cf52d2c0ea tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:22.121832 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-415ba103-8734-4f25-91a0-1db9b9aaccc1 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:22.123953 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-415ba103-8734-4f25-91a0-1db9b9aaccc1 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2376754 Apr 05 15:53:22.127326 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 41242) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:22.129482 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f11db-50b7-485d-ac87-d7b813210999 req-d7ccb885-d3f1-4131-9272-f92021761705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:22.131190 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fb0f11db-50b7-485d-ac87-d7b813210999 req-d7ccb885-d3f1-4131-9272-f92021761705 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6519836-4d08-41f2-b117-98e4b77d8750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1234641 Apr 05 15:53:22.136655 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-21e230ba-60ca-4430-8c50-dfb96fc2ae69 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Request body: {'security_group_rule': {'security_group_id': 'b2cea858-90d0-4e39-894f-75db0abd41c3', 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:53:22.142937 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-21e230ba-60ca-4430-8c50-dfb96fc2ae69 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:22.145449 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7fb2aea1-19d5-4b07-a3bd-86cf52d2c0ea tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:22.146690 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-7fb2aea1-19d5-4b07-a3bd-86cf52d2c0ea tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5278804 Apr 05 15:53:22.149889 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 41246) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:22.156089 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-e6a48036-ac60-45c6-a607-328a950800fb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Request body: {'security_group_rule': {'security_group_id': '1c62fd4d-5ec2-46fb-80c3-e2956e42e610', 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:53:22.162626 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-e6a48036-ac60-45c6-a607-328a950800fb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:22.167237 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-e6a48036-ac60-45c6-a607-328a950800fb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Usage tracker for resource:security_group_rule and tenant:d05d2d370a5b4482b2f84751cf78d2ea is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:22.170259 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-e6a48036-ac60-45c6-a607-328a950800fb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:22.172393 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-21e230ba-60ca-4430-8c50-dfb96fc2ae69 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Usage tracker for resource:security_group_rule and tenant:9ac127c9bf344f5f88cf1aa6eacdf909 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:22.177386 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-21e230ba-60ca-4430-8c50-dfb96fc2ae69 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:22.177697 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-e6a48036-ac60-45c6-a607-328a950800fb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:22.185691 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-91859147-e3b2-45e8-a9be-4877001e38b8 None None] Set router 65ebfa39-4164-47cb-8ae0-ee00da5e730b gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:53:22.197013 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-21e230ba-60ca-4430-8c50-dfb96fc2ae69 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:22.214144 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e6a48036-ac60-45c6-a607-328a950800fb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:22.246710 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-16558b9c-2e83-4e5c-ba55-ac4ba6c9beea None None] Notify callbacks [] for port, precommit_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:22.259501 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-16558b9c-2e83-4e5c-ba55-ac4ba6c9beea None None] Transition to ACTIVE for port object 1ba8683f-6a70-4313-8395-156fbab964fa will not be triggered until provisioned by entity L2. {{(pid=84432) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:53:22.289010 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e6a48036-ac60-45c6-a607-328a950800fb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:22.306337 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-21e230ba-60ca-4430-8c50-dfb96fc2ae69 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:22.320290 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-16558b9c-2e83-4e5c-ba55-ac4ba6c9beea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:22.324478 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fb0f11db-50b7-485d-ac87-d7b813210999 req-4f115434-4421-4888-871a-3ffc1dbba420 service neutron] 10.222.0.43 "GET /v2.0/networks/b6519836-4d08-41f2-b117-98e4b77d8750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754432 Apr 05 15:53:22.336955 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-266616ac-35b4-48cd-903b-5aa9de0c9e34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:22.348871 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e6a48036-ac60-45c6-a607-328a950800fb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742385'] for security_group_rule, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:22.383044 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:22.396877 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a48036-ac60-45c6-a607-328a950800fb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd8c93a7-8e98-42af-b2e5-7a2fe73c9b44,revision_number=0']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:22.406515 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e6a48036-ac60-45c6-a607-328a950800fb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:22.434943 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e6a48036-ac60-45c6-a607-328a950800fb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:22.436398 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-e6a48036-ac60-45c6-a607-328a950800fb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2849026 Apr 05 15:53:22.439915 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 41254) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:22.445982 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-936cf4ee-fc33-4418-9097-7f6b93e26012 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Request body: {'security_group_rule': {'security_group_id': '1c62fd4d-5ec2-46fb-80c3-e2956e42e610', 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:53:22.468440 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-936cf4ee-fc33-4418-9097-7f6b93e26012 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:22.479906 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-936cf4ee-fc33-4418-9097-7f6b93e26012 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Usage tracker for resource:security_group_rule and tenant:d05d2d370a5b4482b2f84751cf78d2ea is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:22.486165 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-21e230ba-60ca-4430-8c50-dfb96fc2ae69 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:22.487929 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-936cf4ee-fc33-4418-9097-7f6b93e26012 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:22.496671 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-936cf4ee-fc33-4418-9097-7f6b93e26012 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:22.526342 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:22.532250 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-21e230ba-60ca-4430-8c50-dfb96fc2ae69 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742385'] for security_group_rule, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:22.538216 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498e08a-2a5c-4851-8570-ff4431cf7454 None None] Pushing event updated for resources: {'Port': ['ID=1ba8683f-6a70-4313-8395-156fbab964fa,revision_number=3']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:22.544007 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b498e08a-2a5c-4851-8570-ff4431cf7454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:22.562414 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-936cf4ee-fc33-4418-9097-7f6b93e26012 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:22.597327 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7fb2aea1-19d5-4b07-a3bd-86cf52d2c0ea tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:22.651811 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-91859147-e3b2-45e8-a9be-4877001e38b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'name': 'tempest-TestMinimumBasicScenario-65186514-router', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '78b80d70-0fe5-41c1-86ee-061a92bd352a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:06Z', 'updated_at': '2021-04-05T15:51:14Z', 'revision_number': 4, 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'gw_port': {'id': '78b80d70-0fe5-41c1-86ee-061a92bd352a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:07Z', 'updated_at': '2021-04-05T15:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_floatingips': [{'id': '6b25e4e9-146d-4a45-aef5-dbed2cbc958c', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'floating_ip_address': '172.27.0.33', 'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'router_id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'port_id': '24e81883-838e-4ff6-aae5-3c9499b22aba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6519836-4d08-41f2-b117-98e4b77d8750', 'mac_address': 'fa:16:3e:c4:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1722366-ce2d-44f5-901d-ea06a1da33a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:53:17Z', 'updated_at': '2021-04-05T15:53:17Z', 'revision_number': 0, 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d614f4-2e88-4277-8683-439051d9965b', 'name': '', 'network_id': 'b6519836-4d08-41f2-b117-98e4b77d8750', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'mac_address': 'fa:16:3e:10:01:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '62c34293-35f9-4aae-96c1-3dd19d3f49af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:12Z', 'updated_at': '2021-04-05T15:51:23Z', 'revision_number': 5, 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'subnets': [{'id': '62c34293-35f9-4aae-96c1-3dd19d3f49af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:22.656770 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91859147-e3b2-45e8-a9be-4877001e38b8 None None] The sync data for ids ['65ebfa39-4164-47cb-8ae0-ee00da5e730b'] in dv-cinder-784779-1-iscsi is: [{'id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'name': 'tempest-TestMinimumBasicScenario-65186514-router', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '78b80d70-0fe5-41c1-86ee-061a92bd352a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:06Z', 'updated_at': '2021-04-05T15:51:14Z', 'revision_number': 4, 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'gw_port': {'id': '78b80d70-0fe5-41c1-86ee-061a92bd352a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:07Z', 'updated_at': '2021-04-05T15:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_floatingips': [{'id': '6b25e4e9-146d-4a45-aef5-dbed2cbc958c', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'floating_ip_address': '172.27.0.33', 'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'router_id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'port_id': '24e81883-838e-4ff6-aae5-3c9499b22aba', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6519836-4d08-41f2-b117-98e4b77d8750', 'mac_address': 'fa:16:3e:c4:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1722366-ce2d-44f5-901d-ea06a1da33a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:53:17Z', 'updated_at': '2021-04-05T15:53:17Z', 'revision_number': 0, 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d614f4-2e88-4277-8683-439051d9965b', 'name': '', 'network_id': 'b6519836-4d08-41f2-b117-98e4b77d8750', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'mac_address': 'fa:16:3e:10:01:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '62c34293-35f9-4aae-96c1-3dd19d3f49af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:12Z', 'updated_at': '2021-04-05T15:51:23Z', 'revision_number': 5, 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'subnets': [{'id': '62c34293-35f9-4aae-96c1-3dd19d3f49af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:53:22.660041 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e230ba-60ca-4430-8c50-dfb96fc2ae69 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64608b33-fae2-4448-82ae-b20e616df717,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:22.664002 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fb0f11db-50b7-485d-ac87-d7b813210999 req-a8833521-291e-4ca3-b071-ad22db2788ff service neutron] 10.222.0.43 "GET /v2.0/networks/b6519836-4d08-41f2-b117-98e4b77d8750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126347 Apr 05 15:53:22.665047 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-21e230ba-60ca-4430-8c50-dfb96fc2ae69 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:22.666390 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-21e230ba-60ca-4430-8c50-dfb96fc2ae69 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:22.670183 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-21e230ba-60ca-4430-8c50-dfb96fc2ae69 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5354350 Apr 05 15:53:22.671192 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 41262) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:22.676446 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-94e75259-492d-463c-88c9-31baff72f2ac tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Request body: {'security_group_rule': {'security_group_id': 'b2cea858-90d0-4e39-894f-75db0abd41c3', 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:53:22.684283 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-94e75259-492d-463c-88c9-31baff72f2ac tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:22.688615 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-94e75259-492d-463c-88c9-31baff72f2ac tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Usage tracker for resource:security_group_rule and tenant:9ac127c9bf344f5f88cf1aa6eacdf909 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:22.710079 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-94e75259-492d-463c-88c9-31baff72f2ac tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:22.710079 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-94e75259-492d-463c-88c9-31baff72f2ac tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:22.711929 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-936cf4ee-fc33-4418-9097-7f6b93e26012 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:22.776610 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-94e75259-492d-463c-88c9-31baff72f2ac tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:22.789522 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-936cf4ee-fc33-4418-9097-7f6b93e26012 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742385'] for security_group_rule, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:22.799771 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-16558b9c-2e83-4e5c-ba55-ac4ba6c9beea None None] Attempting to bind port 1ba8683f-6a70-4313-8395-156fbab964fa on host dv-cinder-784779-1-iscsi for vnic_type normal with profile {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:53:22.800187 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-16558b9c-2e83-4e5c-ba55-ac4ba6c9beea None None] Attempting to bind port 1ba8683f-6a70-4313-8395-156fbab964fa by drivers openvswitch,hyperv on host dv-cinder-784779-1-iscsi at level 0 using segments [{'id': '3b40b3c6-7e06-4436-8c8c-0668a491fbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e34cc301-433b-450e-b5f9-c5acefe28e30'}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:53:22.800599 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16558b9c-2e83-4e5c-ba55-ac4ba6c9beea None None] Attempting to bind port 1ba8683f-6a70-4313-8395-156fbab964fa on network e34cc301-433b-450e-b5f9-c5acefe28e30 {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:53:22.807352 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16558b9c-2e83-4e5c-ba55-ac4ba6c9beea None None] Checking agent: {'id': '2e919d62-b8b6-4c4f-ba69-43681a4d40d9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 38, 51), 'started_at': datetime.datetime(2021, 4, 5, 15, 39, 21), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:53:22.807766 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16558b9c-2e83-4e5c-ba55-ac4ba6c9beea None None] Checking segment: {'id': '3b40b3c6-7e06-4436-8c8c-0668a491fbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e34cc301-433b-450e-b5f9-c5acefe28e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:53:22.808214 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-16558b9c-2e83-4e5c-ba55-ac4ba6c9beea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:22.808644 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16558b9c-2e83-4e5c-ba55-ac4ba6c9beea None None] Bound using segment: {'id': '3b40b3c6-7e06-4436-8c8c-0668a491fbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e34cc301-433b-450e-b5f9-c5acefe28e30'} {{(pid=84432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:53:22.809170 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-16558b9c-2e83-4e5c-ba55-ac4ba6c9beea None None] Bound port: 1ba8683f-6a70-4313-8395-156fbab964fa, host: dv-cinder-784779-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b40b3c6-7e06-4436-8c8c-0668a491fbfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'e34cc301-433b-450e-b5f9-c5acefe28e30'}}] {{(pid=84432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:53:22.809564 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-16558b9c-2e83-4e5c-ba55-ac4ba6c9beea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:22.815775 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:22.869848 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cf4ee-fc33-4418-9097-7f6b93e26012 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b757466a-ca94-4eb7-bd3a-ced4c4e8f829,revision_number=0']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:22.872606 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-936cf4ee-fc33-4418-9097-7f6b93e26012 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:22.920508 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-936cf4ee-fc33-4418-9097-7f6b93e26012 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:22.921920 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-936cf4ee-fc33-4418-9097-7f6b93e26012 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4807935 Apr 05 15:53:22.925192 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 41266) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:22.928147 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-94e75259-492d-463c-88c9-31baff72f2ac tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:22.932013 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-a97955e3-103b-41d9-8633-d5d10fc93dae tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Request body: {'security_group_rule': {'security_group_id': '1c62fd4d-5ec2-46fb-80c3-e2956e42e610', 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:53:22.933459 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-16558b9c-2e83-4e5c-ba55-ac4ba6c9beea None None] For port 1ba8683f-6a70-4313-8395-156fbab964fa, host dv-cinder-784779-1-iscsi, cleared binding levels {{(pid=84432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:53:22.937159 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-16558b9c-2e83-4e5c-ba55-ac4ba6c9beea None None] For port 1ba8683f-6a70-4313-8395-156fbab964fa, host dv-cinder-784779-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=1ba8683f-6a70-4313-8395-156fbab964fa,segment=NetworkSegment(3b40b3c6-7e06-4436-8c8c-0668a491fbfe),segment_id=3b40b3c6-7e06-4436-8c8c-0668a491fbfe)] {{(pid=84432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:53:22.938792 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-a97955e3-103b-41d9-8633-d5d10fc93dae tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:22.949892 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-a97955e3-103b-41d9-8633-d5d10fc93dae tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Usage tracker for resource:security_group_rule and tenant:d05d2d370a5b4482b2f84751cf78d2ea is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:22.949892 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-a97955e3-103b-41d9-8633-d5d10fc93dae tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:22.956480 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-a97955e3-103b-41d9-8633-d5d10fc93dae tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:22.966129 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-94e75259-492d-463c-88c9-31baff72f2ac tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742385'] for security_group_rule, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:22.978409 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:23.000816 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-16558b9c-2e83-4e5c-ba55-ac4ba6c9beea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84432) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:23.005966 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e75259-492d-463c-88c9-31baff72f2ac tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa61969-a84f-4390-8fb1-bda2720747c5,revision_number=0']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:23.009466 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a97955e3-103b-41d9-8633-d5d10fc93dae tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:23.018940 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-94e75259-492d-463c-88c9-31baff72f2ac tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:23.057199 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-94e75259-492d-463c-88c9-31baff72f2ac tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:23.061127 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-94e75259-492d-463c-88c9-31baff72f2ac tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3869269 Apr 05 15:53:23.061519 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 41274) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:23.067558 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-e136a7fb-96ab-49b0-9237-008c23672ace tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Request body: {'security_group_rule': {'security_group_id': 'b2cea858-90d0-4e39-894f-75db0abd41c3', 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:53:23.074298 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-e136a7fb-96ab-49b0-9237-008c23672ace tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:23.085690 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-e136a7fb-96ab-49b0-9237-008c23672ace tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Usage tracker for resource:security_group_rule and tenant:9ac127c9bf344f5f88cf1aa6eacdf909 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:23.089912 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6a6db369-9bee-4651-ac27-ac3f690ae86e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:23.090182 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-e136a7fb-96ab-49b0-9237-008c23672ace tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:23.095648 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a97955e3-103b-41d9-8633-d5d10fc93dae tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:23.096566 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-e136a7fb-96ab-49b0-9237-008c23672ace tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:23.123053 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d58155d-66a1-4b3f-b6be-85813dbd658a None None] New status for floating IP 6b25e4e9-146d-4a45-aef5-dbed2cbc958c: ACTIVE {{(pid=84432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 15:53:23.133595 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a97955e3-103b-41d9-8633-d5d10fc93dae tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742385'] for security_group_rule, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:23.144949 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e136a7fb-96ab-49b0-9237-008c23672ace tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:23.157043 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-21e230ba-60ca-4430-8c50-dfb96fc2ae69 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:23.173637 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97955e3-103b-41d9-8633-d5d10fc93dae tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f512807-385f-4b3a-877f-841b26341eaa,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:23.177173 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a97955e3-103b-41d9-8633-d5d10fc93dae tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:23.188551 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a97955e3-103b-41d9-8633-d5d10fc93dae tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:23.190028 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-a97955e3-103b-41d9-8633-d5d10fc93dae tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2637312 Apr 05 15:53:23.193013 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 41282) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:23.199505 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-fa07f89f-e3a2-405b-bbb8-5c3aca24ecb7 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Request body: {'security_group_rule': {'security_group_id': '1c62fd4d-5ec2-46fb-80c3-e2956e42e610', 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:53:23.206008 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-fa07f89f-e3a2-405b-bbb8-5c3aca24ecb7 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:23.210446 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-fa07f89f-e3a2-405b-bbb8-5c3aca24ecb7 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Usage tracker for resource:security_group_rule and tenant:d05d2d370a5b4482b2f84751cf78d2ea is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:23.214118 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-fa07f89f-e3a2-405b-bbb8-5c3aca24ecb7 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:23.220596 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-fa07f89f-e3a2-405b-bbb8-5c3aca24ecb7 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:23.229683 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e136a7fb-96ab-49b0-9237-008c23672ace tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:23.251595 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.securitygroups_db [None req-fa07f89f-e3a2-405b-bbb8-5c3aca24ecb7 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Project d05d2d370a5b4482b2f84751cf78d2ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 15:53:23.261617 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fa07f89f-e3a2-405b-bbb8-5c3aca24ecb7 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:23.274696 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e136a7fb-96ab-49b0-9237-008c23672ace tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742385'] for security_group_rule, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:23.277637 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-415ba103-8734-4f25-91a0-1db9b9aaccc1 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:23.300105 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136a7fb-96ab-49b0-9237-008c23672ace tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de20eb4-d67c-43b2-ad4f-356e439eba48,revision_number=0']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:23.304664 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e136a7fb-96ab-49b0-9237-008c23672ace tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:23.333974 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fa07f89f-e3a2-405b-bbb8-5c3aca24ecb7 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:23.343058 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e136a7fb-96ab-49b0-9237-008c23672ace tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:23.344956 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-e136a7fb-96ab-49b0-9237-008c23672ace tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2819686 Apr 05 15:53:23.347954 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 41286) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:23.354133 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-26247114-11e1-41eb-8f68-7fd408271d74 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Request body: {'security_group_rule': {'security_group_id': 'b2cea858-90d0-4e39-894f-75db0abd41c3', 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:53:23.363252 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-26247114-11e1-41eb-8f68-7fd408271d74 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:23.368326 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-26247114-11e1-41eb-8f68-7fd408271d74 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Usage tracker for resource:security_group_rule and tenant:9ac127c9bf344f5f88cf1aa6eacdf909 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:23.371752 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fa07f89f-e3a2-405b-bbb8-5c3aca24ecb7 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742385'] for security_group_rule, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:23.372641 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-26247114-11e1-41eb-8f68-7fd408271d74 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:23.380276 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:23.389834 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-26247114-11e1-41eb-8f68-7fd408271d74 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:23.410390 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07f89f-e3a2-405b-bbb8-5c3aca24ecb7 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db8c86c-a62e-493d-a726-aea4473afd21,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:23.416721 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-fa07f89f-e3a2-405b-bbb8-5c3aca24ecb7 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:23.420838 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16558b9c-2e83-4e5c-ba55-ac4ba6c9beea None None] Routers {'c5ea4273-eeb6-4558-a6c5-ed7dd9021edd'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:53:23.421544 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-16558b9c-2e83-4e5c-ba55-ac4ba6c9beea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:53:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['c5ea4273-eeb6-4558-a6c5-ed7dd9021edd'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:23.434546 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.securitygroups_db [None req-26247114-11e1-41eb-8f68-7fd408271d74 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Project 9ac127c9bf344f5f88cf1aa6eacdf909 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 15:53:23.442331 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-26247114-11e1-41eb-8f68-7fd408271d74 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:23.488770 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fa07f89f-e3a2-405b-bbb8-5c3aca24ecb7 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:23.493181 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 41290) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:23.493406 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-fa07f89f-e3a2-405b-bbb8-5c3aca24ecb7 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2990952 Apr 05 15:53:23.499994 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-b68bc290-035b-4d3c-90fd-4f380c5b8ed6 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Request body: {'security_group_rule': {'security_group_id': '1c62fd4d-5ec2-46fb-80c3-e2956e42e610', 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:53:23.511225 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-b68bc290-035b-4d3c-90fd-4f380c5b8ed6 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:23.521333 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-b68bc290-035b-4d3c-90fd-4f380c5b8ed6 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Usage tracker for resource:security_group_rule and tenant:d05d2d370a5b4482b2f84751cf78d2ea is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:23.527685 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-b68bc290-035b-4d3c-90fd-4f380c5b8ed6 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:23.536389 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-b68bc290-035b-4d3c-90fd-4f380c5b8ed6 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:23.538162 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-26247114-11e1-41eb-8f68-7fd408271d74 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:23.583262 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-26247114-11e1-41eb-8f68-7fd408271d74 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742385'] for security_group_rule, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:23.583481 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.securitygroups_db [None req-b68bc290-035b-4d3c-90fd-4f380c5b8ed6 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Project d05d2d370a5b4482b2f84751cf78d2ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 15:53:23.591340 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b68bc290-035b-4d3c-90fd-4f380c5b8ed6 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:23.591758 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:23.614797 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26247114-11e1-41eb-8f68-7fd408271d74 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf9c2e0-7dc6-45f5-9623-dc25ec3f02f9,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:23.617953 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-26247114-11e1-41eb-8f68-7fd408271d74 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:23.640094 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-26247114-11e1-41eb-8f68-7fd408271d74 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:23.644204 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-26247114-11e1-41eb-8f68-7fd408271d74 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2922065 Apr 05 15:53:23.644846 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 41294) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:23.649490 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498e08a-2a5c-4851-8570-ff4431cf7454 None None] Pushing event updated for resources: {'Port': ['ID=1ba8683f-6a70-4313-8395-156fbab964fa,revision_number=4']} {{(pid=84432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:23.650990 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-6bd20579-6b82-4fa6-98aa-4fe99c9d3a04 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Request body: {'security_group_rule': {'security_group_id': 'b2cea858-90d0-4e39-894f-75db0abd41c3', 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:53:23.658914 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-6bd20579-6b82-4fa6-98aa-4fe99c9d3a04 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:23.663140 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-6bd20579-6b82-4fa6-98aa-4fe99c9d3a04 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Usage tracker for resource:security_group_rule and tenant:9ac127c9bf344f5f88cf1aa6eacdf909 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:23.665710 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b68bc290-035b-4d3c-90fd-4f380c5b8ed6 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:23.667073 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-6bd20579-6b82-4fa6-98aa-4fe99c9d3a04 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:23.673042 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-6bd20579-6b82-4fa6-98aa-4fe99c9d3a04 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:23.691373 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b68bc290-035b-4d3c-90fd-4f380c5b8ed6 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742385'] for security_group_rule, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:23.693557 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:23.714703 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.securitygroups_db [None req-6bd20579-6b82-4fa6-98aa-4fe99c9d3a04 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Project 9ac127c9bf344f5f88cf1aa6eacdf909 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 15:53:23.715550 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68bc290-035b-4d3c-90fd-4f380c5b8ed6 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd49f6aa-ce26-4fa4-a7cf-3954c7083438,revision_number=0']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:23.720414 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b68bc290-035b-4d3c-90fd-4f380c5b8ed6 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:23.720917 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b498e08a-2a5c-4851-8570-ff4431cf7454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=84432) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:23.723615 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6bd20579-6b82-4fa6-98aa-4fe99c9d3a04 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:23.754910 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b68bc290-035b-4d3c-90fd-4f380c5b8ed6 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:23.770996 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-b68bc290-035b-4d3c-90fd-4f380c5b8ed6 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2650769 Apr 05 15:53:23.794835 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:23.810911 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6bd20579-6b82-4fa6-98aa-4fe99c9d3a04 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:23.834236 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6bd20579-6b82-4fa6-98aa-4fe99c9d3a04 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742385'] for security_group_rule, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:23.844908 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-fa07f89f-e3a2-405b-bbb8-5c3aca24ecb7 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:23.861068 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-16558b9c-2e83-4e5c-ba55-ac4ba6c9beea None None] Set router c5ea4273-eeb6-4558-a6c5-ed7dd9021edd gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:53:23.887739 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd20579-6b82-4fa6-98aa-4fe99c9d3a04 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a7de805-a3f0-49e4-b964-82d68b4de323,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:23.890270 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6bd20579-6b82-4fa6-98aa-4fe99c9d3a04 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:23.914166 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-07356aa4-52d5-44fd-9e48-340be29caa23 req-11558577-ad5d-4322-965d-209d9922e0cb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1542335230&fields=id&tenant_id=d05d2d370a5b4482b2f84751cf78d2ea HTTP/1.1" status: 200 len: 267 time: 0.0607293 Apr 05 15:53:23.968600 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6bd20579-6b82-4fa6-98aa-4fe99c9d3a04 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:23.969866 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-6bd20579-6b82-4fa6-98aa-4fe99c9d3a04 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3238425 Apr 05 15:53:24.019461 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07356aa4-52d5-44fd-9e48-340be29caa23 req-089ac013-84b2-4fe0-83d3-954a94354203 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:24.021077 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-07356aa4-52d5-44fd-9e48-340be29caa23 req-089ac013-84b2-4fe0-83d3-954a94354203 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 946 time: 0.1002779 Apr 05 15:53:24.033552 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-07356aa4-52d5-44fd-9e48-340be29caa23 req-6b90e5bd-c8e3-4227-bb95-aee5f79b95c4 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Request body: {'port': {'security_groups': ['cf4bd8df-80a0-4c5a-8f10-707045fadfea', '1c62fd4d-5ec2-46fb-80c3-e2956e42e610']}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:53:24.216093 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-16558b9c-2e83-4e5c-ba55-ac4ba6c9beea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ea4273-eeb6-4558-a6c5-ed7dd9021edd', 'name': 'tempest-TestVolumeBootPattern-1899330482-router', 'tenant_id': 'dba536d6a6e74097a1f653e84c24ad65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'e0b0b259-2ef3-4f0f-930e-e20079988133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:53:05Z', 'updated_at': '2021-04-05T15:53:18Z', 'revision_number': 4, 'project_id': 'dba536d6a6e74097a1f653e84c24ad65', 'gw_port': {'id': 'e0b0b259-2ef3-4f0f-930e-e20079988133', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ea4273-eeb6-4558-a6c5-ed7dd9021edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:53:07Z', 'updated_at': '2021-04-05T15:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': '1ba8683f-6a70-4313-8395-156fbab964fa', 'name': '', 'network_id': 'e34cc301-433b-450e-b5f9-c5acefe28e30', 'tenant_id': 'dba536d6a6e74097a1f653e84c24ad65', 'mac_address': 'fa:16:3e:8a:06:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ea4273-eeb6-4558-a6c5-ed7dd9021edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '2a992333-ceeb-4bba-aaa4-bced6bd4acd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:53:15Z', 'updated_at': '2021-04-05T15:53:22Z', 'revision_number': 4, 'project_id': 'dba536d6a6e74097a1f653e84c24ad65', 'subnets': [{'id': '2a992333-ceeb-4bba-aaa4-bced6bd4acd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:24.220950 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16558b9c-2e83-4e5c-ba55-ac4ba6c9beea None None] The sync data for ids ['c5ea4273-eeb6-4558-a6c5-ed7dd9021edd'] in dv-cinder-784779-1-iscsi is: [{'id': 'c5ea4273-eeb6-4558-a6c5-ed7dd9021edd', 'name': 'tempest-TestVolumeBootPattern-1899330482-router', 'tenant_id': 'dba536d6a6e74097a1f653e84c24ad65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'e0b0b259-2ef3-4f0f-930e-e20079988133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:53:05Z', 'updated_at': '2021-04-05T15:53:18Z', 'revision_number': 4, 'project_id': 'dba536d6a6e74097a1f653e84c24ad65', 'gw_port': {'id': 'e0b0b259-2ef3-4f0f-930e-e20079988133', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ea4273-eeb6-4558-a6c5-ed7dd9021edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:53:07Z', 'updated_at': '2021-04-05T15:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': '1ba8683f-6a70-4313-8395-156fbab964fa', 'name': '', 'network_id': 'e34cc301-433b-450e-b5f9-c5acefe28e30', 'tenant_id': 'dba536d6a6e74097a1f653e84c24ad65', 'mac_address': 'fa:16:3e:8a:06:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ea4273-eeb6-4558-a6c5-ed7dd9021edd', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '2a992333-ceeb-4bba-aaa4-bced6bd4acd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:53:15Z', 'updated_at': '2021-04-05T15:53:22Z', 'revision_number': 4, 'project_id': 'dba536d6a6e74097a1f653e84c24ad65', 'subnets': [{'id': '2a992333-ceeb-4bba-aaa4-bced6bd4acd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:53:24.451405 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-07356aa4-52d5-44fd-9e48-340be29caa23 req-6b90e5bd-c8e3-4227-bb95-aee5f79b95c4 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:24.839297 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-07356aa4-52d5-44fd-9e48-340be29caa23 req-6b90e5bd-c8e3-4227-bb95-aee5f79b95c4 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] For port 24e81883-838e-4ff6-aae5-3c9499b22aba, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=24e81883-838e-4ff6-aae5-3c9499b22aba,segment=NetworkSegment(fd16c644-fdf2-4094-b5c1-ced4f53dfaac),segment_id=fd16c644-fdf2-4094-b5c1-ced4f53dfaac)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:53:24.849381 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 41354) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:24.867539 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-07356aa4-52d5-44fd-9e48-340be29caa23 req-6b90e5bd-c8e3-4227-bb95-aee5f79b95c4 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:24.897471 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-07356aa4-52d5-44fd-9e48-340be29caa23 req-6b90e5bd-c8e3-4227-bb95-aee5f79b95c4 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844508714'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:24.909880 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['24e81883-838e-4ff6-aae5-3c9499b22aba'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:53:25.065657 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-42a8a252-4fb2-4edc-9261-8d5deb9b5791 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:25.104203 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-18005739-ca70-487e-91cd-10c24fe08481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:25.124363 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-18005739-ca70-487e-91cd-10c24fe08481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:25.129295 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-18005739-ca70-487e-91cd-10c24fe08481 admin admin] Usage tracker for resource:security_group_rule and tenant:f44f2e1e32ca46279ad2600091174df0 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:25.133571 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-18005739-ca70-487e-91cd-10c24fe08481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:25.145371 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-18005739-ca70-487e-91cd-10c24fe08481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:25.154863 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 1ba8683f-6a70-4313-8395-156fbab964fa up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:53:25.206204 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90e5bd-c8e3-4227-bb95-aee5f79b95c4 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Pushing event updated for resources: {'Port': ['ID=24e81883-838e-4ff6-aae5-3c9499b22aba,revision_number=6']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:25.211121 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6b90e5bd-c8e3-4227-bb95-aee5f79b95c4 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:25.218270 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07356aa4-52d5-44fd-9e48-340be29caa23 req-6b90e5bd-c8e3-4227-bb95-aee5f79b95c4 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:25.219157 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-07356aa4-52d5-44fd-9e48-340be29caa23 req-6b90e5bd-c8e3-4227-bb95-aee5f79b95c4 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:25.227425 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-07356aa4-52d5-44fd-9e48-340be29caa23 req-6b90e5bd-c8e3-4227-bb95-aee5f79b95c4 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "PUT /v2.0/ports/24e81883-838e-4ff6-aae5-3c9499b22aba HTTP/1.1" status: 200 len: 982 time: 1.1961915 Apr 05 15:53:25.227425 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1722366-ce2d-44f5-901d-ea06a1da33a7', 'tag': '24e81883-838e-4ff6-aae5-3c9499b22aba'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:53:25.280710 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1722366-ce2d-44f5-901d-ea06a1da33a7', 'tag': '24e81883-838e-4ff6-aae5-3c9499b22aba', 'status': 'completed', 'code': 200} Apr 05 15:53:25.333066 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['24e81883-838e-4ff6-aae5-3c9499b22aba'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:53:25.399323 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-18005739-ca70-487e-91cd-10c24fe08481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:25.439809 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-18005739-ca70-487e-91cd-10c24fe08481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:25.450420 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3924f6ca-3517-4600-8dfb-0165767c98a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:25.503814 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-18005739-ca70-487e-91cd-10c24fe08481 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f44f2e1e32ca46279ad2600091174df0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6532352 Apr 05 15:53:25.504712 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 41376) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:25.521551 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18005739-ca70-487e-91cd-10c24fe08481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31aaee9-a0a6-4568-b69b-7430b151945e,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:25.523691 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225984fc-be36-4a1f-8531-d42c37ef7ec6 req-e45c7430-dd6d-4390-8821-b75b89c452ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:25.525998 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-225984fc-be36-4a1f-8531-d42c37ef7ec6 req-e45c7430-dd6d-4390-8821-b75b89c452ea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d05d2d370a5b4482b2f84751cf78d2ea&device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 1138 time: 0.2108121 Apr 05 15:53:25.535955 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-18005739-ca70-487e-91cd-10c24fe08481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:25.556968 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning for port 1ba8683f-6a70-4313-8395-156fbab964fa completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:53:25.579380 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 1ba8683f-6a70-4313-8395-156fbab964fa triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:53:25.579938 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:25.603637 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-368b3e1b-8c46-4f50-9cba-b54628c671c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:25.641481 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-368b3e1b-8c46-4f50-9cba-b54628c671c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:25.700547 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025ae9f-12ad-43b7-9778-5523b051f471 req-82659aa5-9f17-4dfa-a45e-4253b4059a80 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:25.701798 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-e8ca3718-b028-4610-995c-d98ff31174ee None None] Provisioning complete for port 24e81883-838e-4ff6-aae5-3c9499b22aba triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:53:25.702209 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6025ae9f-12ad-43b7-9778-5523b051f471 req-82659aa5-9f17-4dfa-a45e-4253b4059a80 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 985 time: 0.2703304 Apr 05 15:53:25.702322 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e8ca3718-b028-4610-995c-d98ff31174ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:25.780167 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-368b3e1b-8c46-4f50-9cba-b54628c671c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:25.790134 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-76265b39-3838-450c-8613-c68fbb614da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:25.792213 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6025ae9f-12ad-43b7-9778-5523b051f471 req-931c78ce-f0f9-4790-830a-34f0c865e55b tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&id=1c62fd4d-5ec2-46fb-80c3-e2956e42e610&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762017 Apr 05 15:53:25.795054 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225984fc-be36-4a1f-8531-d42c37ef7ec6 req-a1c8877e-7311-4cd2-b21e-4030781c6363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:25.796678 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-225984fc-be36-4a1f-8531-d42c37ef7ec6 req-a1c8877e-7311-4cd2-b21e-4030781c6363 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6519836-4d08-41f2-b117-98e4b77d8750 HTTP/1.1" status: 200 len: 914 time: 0.2364740 Apr 05 15:53:25.813124 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-368b3e1b-8c46-4f50-9cba-b54628c671c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:25.816796 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-368b3e1b-8c46-4f50-9cba-b54628c671c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b31aaee9-a0a6-4568-b69b-7430b151945e HTTP/1.1" status: 204 len: 168 time: 0.3076425 Apr 05 15:53:25.816796 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b3e1b-8c46-4f50-9cba-b54628c671c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31aaee9-a0a6-4568-b69b-7430b151945e,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:25.831392 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-368b3e1b-8c46-4f50-9cba-b54628c671c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:25.965547 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-225984fc-be36-4a1f-8531-d42c37ef7ec6 req-9ef8a9d8-c5d6-4fa3-88b2-640c2453463f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24e81883-838e-4ff6-aae5-3c9499b22aba HTTP/1.1" status: 200 len: 1001 time: 0.1570630 Apr 05 15:53:26.041095 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225984fc-be36-4a1f-8531-d42c37ef7ec6 req-8a776477-4ccc-4b72-9b34-9b6653752cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:26.043248 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-225984fc-be36-4a1f-8531-d42c37ef7ec6 req-8a776477-4ccc-4b72-9b34-9b6653752cec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62c34293-35f9-4aae-96c1-3dd19d3f49af HTTP/1.1" status: 200 len: 852 time: 0.0694029 Apr 05 15:53:26.154329 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:26.156275 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225984fc-be36-4a1f-8531-d42c37ef7ec6 req-4ce9f510-a9c7-45e2-a120-6e3152ecbc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:26.158023 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-225984fc-be36-4a1f-8531-d42c37ef7ec6 req-4ce9f510-a9c7-45e2-a120-6e3152ecbc90 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6519836-4d08-41f2-b117-98e4b77d8750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1061392 Apr 05 15:53:26.273767 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] For port 1ba8683f-6a70-4313-8395-156fbab964fa, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=1ba8683f-6a70-4313-8395-156fbab964fa,segment=NetworkSegment(3b40b3c6-7e06-4436-8c8c-0668a491fbfe),segment_id=3b40b3c6-7e06-4436-8c8c-0668a491fbfe)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:53:26.327165 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:26.331568 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-225984fc-be36-4a1f-8531-d42c37ef7ec6 req-dbe9e11e-1fba-470f-b3d9-8091cc9615bf service neutron] 10.222.0.43 "GET /v2.0/networks/b6519836-4d08-41f2-b117-98e4b77d8750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656559 Apr 05 15:53:26.331708 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:26.452157 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Pushing event updated for resources: {'Port': ['ID=1ba8683f-6a70-4313-8395-156fbab964fa,revision_number=5']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:26.461963 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:26.493359 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-225984fc-be36-4a1f-8531-d42c37ef7ec6 req-228cf180-da30-4eb2-b912-a480db1b1d23 service neutron] 10.222.0.43 "GET /v2.0/networks/b6519836-4d08-41f2-b117-98e4b77d8750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531339 Apr 05 15:53:26.963377 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 1ba8683f-6a70-4313-8395-156fbab964fa up at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:53:27.037290 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Provisioning complete for port 1ba8683f-6a70-4313-8395-156fbab964fa triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:53:27.037720 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:28.411161 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 41444) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:28.537704 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-88f0b4b4-bcd1-4a58-9c58-c0a8a98e1d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:28.553942 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-88f0b4b4-bcd1-4a58-9c58-c0a8a98e1d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:28.558539 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-88f0b4b4-bcd1-4a58-9c58-c0a8a98e1d64 admin admin] Usage tracker for resource:security_group_rule and tenant:83ded950fd124939b4ab163538585365 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:28.561452 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-88f0b4b4-bcd1-4a58-9c58-c0a8a98e1d64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:28.567379 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-88f0b4b4-bcd1-4a58-9c58-c0a8a98e1d64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:28.655381 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-88f0b4b4-bcd1-4a58-9c58-c0a8a98e1d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:28.685576 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-88f0b4b4-bcd1-4a58-9c58-c0a8a98e1d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:28.694868 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-844033eb-9a96-4df9-8698-9114a5fc7d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:28.737361 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-88f0b4b4-bcd1-4a58-9c58-c0a8a98e1d64 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=83ded950fd124939b4ab163538585365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247335 Apr 05 15:53:28.739162 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0b4b4-bcd1-4a58-9c58-c0a8a98e1d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c772c3-9f63-4b7a-8b26-7681d7d3ae3a,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:28.740453 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 41450) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:28.742657 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-88f0b4b4-bcd1-4a58-9c58-c0a8a98e1d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:28.804211 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e5b2fb7b-6a84-406c-a09c-94531959ac59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:28.832720 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e5b2fb7b-6a84-406c-a09c-94531959ac59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:28.908536 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e5b2fb7b-6a84-406c-a09c-94531959ac59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:28.913821 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-683fcb66-0f42-4377-a2a7-97827d99fb7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:28.927388 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2fb7b-6a84-406c-a09c-94531959ac59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c772c3-9f63-4b7a-8b26-7681d7d3ae3a,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:28.929751 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e5b2fb7b-6a84-406c-a09c-94531959ac59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:28.932651 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e5b2fb7b-6a84-406c-a09c-94531959ac59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:28.934511 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-e5b2fb7b-6a84-406c-a09c-94531959ac59 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f7c772c3-9f63-4b7a-8b26-7681d7d3ae3a HTTP/1.1" status: 204 len: 168 time: 0.1920764 Apr 05 15:53:29.352759 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 41458) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:29.374118 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-681a0505-9e9b-42ca-b7ec-e2a58323e913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:29.393076 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-681a0505-9e9b-42ca-b7ec-e2a58323e913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:29.396956 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-681a0505-9e9b-42ca-b7ec-e2a58323e913 admin admin] Usage tracker for resource:security_group_rule and tenant:a2d76faf9e5d4c64b747e59e7a782768 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:29.399925 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-681a0505-9e9b-42ca-b7ec-e2a58323e913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:29.405871 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-681a0505-9e9b-42ca-b7ec-e2a58323e913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:29.493172 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-681a0505-9e9b-42ca-b7ec-e2a58323e913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:29.531437 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-681a0505-9e9b-42ca-b7ec-e2a58323e913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:29.541313 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d235f1d1-65ac-4075-95b4-7857e2439c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:29.583399 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-681a0505-9e9b-42ca-b7ec-e2a58323e913 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2d76faf9e5d4c64b747e59e7a782768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290056 Apr 05 15:53:29.585235 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a0505-9e9b-42ca-b7ec-e2a58323e913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b07b6f-985c-4e33-8997-45e33cef0e7a,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:29.586853 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 41466) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:29.589099 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-681a0505-9e9b-42ca-b7ec-e2a58323e913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:29.649405 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e54c210a-e4ae-4b69-8668-b61012ad274b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:29.676905 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e54c210a-e4ae-4b69-8668-b61012ad274b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:29.742907 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e54c210a-e4ae-4b69-8668-b61012ad274b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:29.748495 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-88f0b4b4-bcd1-4a58-9c58-c0a8a98e1d64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:29.762081 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c210a-e4ae-4b69-8668-b61012ad274b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b07b6f-985c-4e33-8997-45e33cef0e7a,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:29.765782 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e54c210a-e4ae-4b69-8668-b61012ad274b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:29.771256 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e54c210a-e4ae-4b69-8668-b61012ad274b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:29.772449 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-e54c210a-e4ae-4b69-8668-b61012ad274b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82b07b6f-985c-4e33-8997-45e33cef0e7a HTTP/1.1" status: 204 len: 168 time: 0.1840448 Apr 05 15:53:34.932661 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 41542) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:35.058566 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e30828b3-8f7f-45c7-b250-3854a7c3758e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:35.073742 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-e30828b3-8f7f-45c7-b250-3854a7c3758e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:35.078223 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-e30828b3-8f7f-45c7-b250-3854a7c3758e admin admin] Usage tracker for resource:security_group_rule and tenant:5ffcfce9ddf8483e80b9d91751be103d is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:35.081186 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-e30828b3-8f7f-45c7-b250-3854a7c3758e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:35.087186 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-e30828b3-8f7f-45c7-b250-3854a7c3758e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:35.172394 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e30828b3-8f7f-45c7-b250-3854a7c3758e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:35.199194 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e30828b3-8f7f-45c7-b250-3854a7c3758e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:35.206982 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7e3b5f12-1b08-430e-ad28-cb2035717cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:35.255180 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-e30828b3-8f7f-45c7-b250-3854a7c3758e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5ffcfce9ddf8483e80b9d91751be103d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211493 Apr 05 15:53:35.256207 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30828b3-8f7f-45c7-b250-3854a7c3758e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af772450-b8dd-4c97-a549-4bb14786221f,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:35.258304 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 41548) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:35.260210 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e30828b3-8f7f-45c7-b250-3854a7c3758e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:35.324247 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-71096454-8f74-473f-8b84-05ffd8b45e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:35.351840 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-71096454-8f74-473f-8b84-05ffd8b45e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:35.445230 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-71096454-8f74-473f-8b84-05ffd8b45e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:35.450452 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-83792fbb-50b3-49ed-b10c-d5e6a0a5f3fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:35.465278 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71096454-8f74-473f-8b84-05ffd8b45e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af772450-b8dd-4c97-a549-4bb14786221f,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:35.468329 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-71096454-8f74-473f-8b84-05ffd8b45e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:35.469279 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-71096454-8f74-473f-8b84-05ffd8b45e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:35.473363 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-71096454-8f74-473f-8b84-05ffd8b45e83 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/af772450-b8dd-4c97-a549-4bb14786221f HTTP/1.1" status: 204 len: 168 time: 0.2110572 Apr 05 15:53:35.934961 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 41556) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:35.955054 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7ee24284-80e7-40e5-9f63-d76e02ebc941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:35.970601 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-7ee24284-80e7-40e5-9f63-d76e02ebc941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:35.974592 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-7ee24284-80e7-40e5-9f63-d76e02ebc941 admin admin] Usage tracker for resource:security_group_rule and tenant:a96998e3ea34400ca3cfc6fbf8fe781f is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:35.977463 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-7ee24284-80e7-40e5-9f63-d76e02ebc941 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:35.984292 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-7ee24284-80e7-40e5-9f63-d76e02ebc941 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:36.070139 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7ee24284-80e7-40e5-9f63-d76e02ebc941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:36.102227 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7ee24284-80e7-40e5-9f63-d76e02ebc941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:36.112587 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-47a9b9e9-db3e-4e94-a833-59e99df4bab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:36.155167 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-7ee24284-80e7-40e5-9f63-d76e02ebc941 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a96998e3ea34400ca3cfc6fbf8fe781f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183843 Apr 05 15:53:36.156758 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee24284-80e7-40e5-9f63-d76e02ebc941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da304a0-423f-425d-be71-333426a30f86,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:36.157928 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 41562) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:36.160325 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7ee24284-80e7-40e5-9f63-d76e02ebc941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:36.220574 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6be25d37-d726-4fa5-8d7b-1cebf923b3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:36.248373 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6be25d37-d726-4fa5-8d7b-1cebf923b3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:36.330931 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6be25d37-d726-4fa5-8d7b-1cebf923b3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:36.336136 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-606a7bb7-34de-4374-9119-e7dcb5444738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:36.350099 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be25d37-d726-4fa5-8d7b-1cebf923b3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da304a0-423f-425d-be71-333426a30f86,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:36.353136 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6be25d37-d726-4fa5-8d7b-1cebf923b3b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:36.354077 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6be25d37-d726-4fa5-8d7b-1cebf923b3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:36.355299 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-6be25d37-d726-4fa5-8d7b-1cebf923b3b2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9da304a0-423f-425d-be71-333426a30f86 HTTP/1.1" status: 204 len: 168 time: 0.1962063 Apr 05 15:53:38.441262 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8f21d-ffb3-4c3c-96cb-3def6734e076 req-bb64dfbd-2316-4352-be22-1f6114713406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:38.442876 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-afc8f21d-ffb3-4c3c-96cb-3def6734e076 req-bb64dfbd-2316-4352-be22-1f6114713406 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d05d2d370a5b4482b2f84751cf78d2ea&device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 1138 time: 0.1527090 Apr 05 15:53:38.451461 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62f566-eeb5-44cc-931c-9ada879077a8 req-5687110e-3ae1-4ef6-a7c8-855df985f0e3 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:38.452885 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9c62f566-eeb5-44cc-931c-9ada879077a8 req-5687110e-3ae1-4ef6-a7c8-855df985f0e3 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 985 time: 0.1258938 Apr 05 15:53:38.602145 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9c62f566-eeb5-44cc-931c-9ada879077a8 req-30764390-749d-4604-9aaf-38e0fefe293c tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&id=1c62fd4d-5ec2-46fb-80c3-e2956e42e610&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1225448 Apr 05 15:53:38.630932 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8f21d-ffb3-4c3c-96cb-3def6734e076 req-0b6510a3-8890-4afe-b47a-1b1975be2746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:38.632618 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-afc8f21d-ffb3-4c3c-96cb-3def6734e076 req-0b6510a3-8890-4afe-b47a-1b1975be2746 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6519836-4d08-41f2-b117-98e4b77d8750 HTTP/1.1" status: 200 len: 914 time: 0.1771293 Apr 05 15:53:38.744551 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-afc8f21d-ffb3-4c3c-96cb-3def6734e076 req-55360b2b-d9dc-457c-9f52-c68d437073b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24e81883-838e-4ff6-aae5-3c9499b22aba HTTP/1.1" status: 200 len: 1001 time: 0.1040497 Apr 05 15:53:38.815113 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8f21d-ffb3-4c3c-96cb-3def6734e076 req-4bb04612-c28b-44f3-a377-c03c37bb08bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:38.816535 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-afc8f21d-ffb3-4c3c-96cb-3def6734e076 req-4bb04612-c28b-44f3-a377-c03c37bb08bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62c34293-35f9-4aae-96c1-3dd19d3f49af HTTP/1.1" status: 200 len: 852 time: 0.0648363 Apr 05 15:53:38.902800 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8f21d-ffb3-4c3c-96cb-3def6734e076 req-62324e21-6e14-43d2-bb76-fbeb1ba9d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:38.905002 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-afc8f21d-ffb3-4c3c-96cb-3def6734e076 req-62324e21-6e14-43d2-bb76-fbeb1ba9d4b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6519836-4d08-41f2-b117-98e4b77d8750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788641 Apr 05 15:53:39.049121 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-afc8f21d-ffb3-4c3c-96cb-3def6734e076 req-34fa1373-79d9-4211-bab7-1cf993304efa service neutron] 10.222.0.43 "GET /v2.0/networks/b6519836-4d08-41f2-b117-98e4b77d8750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360626 Apr 05 15:53:39.194245 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-afc8f21d-ffb3-4c3c-96cb-3def6734e076 req-0e1a8cd9-ff84-4cfd-a502-be7313bde350 service neutron] 10.222.0.43 "GET /v2.0/networks/b6519836-4d08-41f2-b117-98e4b77d8750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369934 Apr 05 15:53:39.804979 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02bc26-feb7-4e81-b79f-d72e2b3472e3 req-05259a84-f6b9-4050-ad4d-617cb887a797 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:39.806595 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6b02bc26-feb7-4e81-b79f-d72e2b3472e3 req-05259a84-f6b9-4050-ad4d-617cb887a797 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 985 time: 0.0884702 Apr 05 15:53:39.865811 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6b02bc26-feb7-4e81-b79f-d72e2b3472e3 req-805e707e-b05c-47d1-9a2b-fcc916a3f6b4 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&id=1c62fd4d-5ec2-46fb-80c3-e2956e42e610&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520883 Apr 05 15:53:41.071152 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee9264-3c01-46f2-a764-f05edb225866 req-d2a38683-f428-4f99-b952-f5f5b21ef4ea tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:41.072745 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b3ee9264-3c01-46f2-a764-f05edb225866 req-d2a38683-f428-4f99-b952-f5f5b21ef4ea tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 985 time: 0.0875442 Apr 05 15:53:41.122696 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b3ee9264-3c01-46f2-a764-f05edb225866 req-ac3575fc-4b22-4e2d-a546-0019d93f3ff6 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&id=1c62fd4d-5ec2-46fb-80c3-e2956e42e610&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428114 Apr 05 15:53:41.913765 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:53:42.004428 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 41682) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:42.129544 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3893de29-d9a4-4335-8254-2609d5eb745f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:42.144616 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-3893de29-d9a4-4335-8254-2609d5eb745f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:42.148734 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-3893de29-d9a4-4335-8254-2609d5eb745f admin admin] Usage tracker for resource:security_group_rule and tenant:0048d840d2e34f0eb04897c4ab8b248d is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:42.151676 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-3893de29-d9a4-4335-8254-2609d5eb745f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:42.158292 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-3893de29-d9a4-4335-8254-2609d5eb745f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:42.243986 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3893de29-d9a4-4335-8254-2609d5eb745f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:42.279910 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3893de29-d9a4-4335-8254-2609d5eb745f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:42.289317 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-03518acd-42ad-4d37-88ba-8b17344a1290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:42.331659 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-3893de29-d9a4-4335-8254-2609d5eb745f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0048d840d2e34f0eb04897c4ab8b248d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260329 Apr 05 15:53:42.332340 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366c56e-0cbc-43ef-8d33-853b3b7033c6 req-6c0a7208-02b0-4109-a18b-e5dc7fdfded6 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:42.333014 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893de29-d9a4-4335-8254-2609d5eb745f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811ed0d1-da0d-4a7d-9275-b2841ac34648,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:42.333914 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e366c56e-0cbc-43ef-8d33-853b3b7033c6 req-6c0a7208-02b0-4109-a18b-e5dc7fdfded6 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 985 time: 0.0928395 Apr 05 15:53:42.334444 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 41690) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:42.337014 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3893de29-d9a4-4335-8254-2609d5eb745f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:42.424063 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e366c56e-0cbc-43ef-8d33-853b3b7033c6 req-dda946a4-f17e-4d71-a702-cda06db6f46d tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&id=1c62fd4d-5ec2-46fb-80c3-e2956e42e610&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0727754 Apr 05 15:53:42.451721 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-99146e56-5c5b-4793-bf15-0f269be1e124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:42.470277 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-99146e56-5c5b-4793-bf15-0f269be1e124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:42.616679 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-99146e56-5c5b-4793-bf15-0f269be1e124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:42.621910 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4d58562c-0d9e-46ed-a853-c6f45b58dd69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:42.636150 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99146e56-5c5b-4793-bf15-0f269be1e124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811ed0d1-da0d-4a7d-9275-b2841ac34648,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:42.641104 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-99146e56-5c5b-4793-bf15-0f269be1e124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:42.655069 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-99146e56-5c5b-4793-bf15-0f269be1e124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:42.658818 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-99146e56-5c5b-4793-bf15-0f269be1e124 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/811ed0d1-da0d-4a7d-9275-b2841ac34648 HTTP/1.1" status: 204 len: 168 time: 0.3208599 Apr 05 15:53:43.055439 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7e4c4629-b995-4ceb-a63d-040913034212 req-cfdbf1d2-498f-493d-83a0-5ad2e81ac7b5 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1446075511&fields=id&tenant_id=9ac127c9bf344f5f88cf1aa6eacdf909 HTTP/1.1" status: 200 len: 267 time: 0.0499356 Apr 05 15:53:43.451632 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c4629-b995-4ceb-a63d-040913034212 req-8f997695-ad62-42de-a371-78878cf45105 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:43.453231 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7e4c4629-b995-4ceb-a63d-040913034212 req-8f997695-ad62-42de-a371-78878cf45105 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/networks?id=5e853890-abc7-4a4b-83a0-567b3141f9f1 HTTP/1.1" status: 200 len: 812 time: 0.3891587 Apr 05 15:53:43.514177 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7e4c4629-b995-4ceb-a63d-040913034212 req-50319910-d2df-4b00-846e-af2a536122d5 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/quotas/9ac127c9bf344f5f88cf1aa6eacdf909 HTTP/1.1" status: 200 len: 375 time: 0.0537438 Apr 05 15:53:43.628460 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f4bbf-629a-4294-8869-eb6ae8b7c7b5 req-d968f4d2-d399-4d2f-b1a7-a0dae0cdae16 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:43.630045 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8f3f4bbf-629a-4294-8869-eb6ae8b7c7b5 req-d968f4d2-d399-4d2f-b1a7-a0dae0cdae16 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 946 time: 0.1615734 Apr 05 15:53:43.658791 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7e4c4629-b995-4ceb-a63d-040913034212 req-9e4035cd-9398-4088-854b-f453697fca9e tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ac127c9bf344f5f88cf1aa6eacdf909&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1369398 Apr 05 15:53:43.724074 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8f3f4bbf-629a-4294-8869-eb6ae8b7c7b5 req-099d5f10-1c48-4d3d-9066-ad038173e87c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865705 Apr 05 15:53:43.828883 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7e4c4629-b995-4ceb-a63d-040913034212 req-27577dbd-669f-429f-ae18-ed754e6768d7 service neutron] 10.222.0.44 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513855 Apr 05 15:53:44.044962 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4544d-5059-46ca-b538-d8dcc828bd32 req-c33da287-bab6-458a-a9d0-57a137599878 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:44.046589 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4ec4544d-5059-46ca-b538-d8dcc828bd32 req-c33da287-bab6-458a-a9d0-57a137599878 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 985 time: 0.2167366 Apr 05 15:53:44.048650 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7e4c4629-b995-4ceb-a63d-040913034212 req-e5f651d4-8a12-443f-8a19-2232057b3181 service neutron] 10.222.0.44 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815894 Apr 05 15:53:44.101788 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4ec4544d-5059-46ca-b538-d8dcc828bd32 req-ab5909e2-e9b1-48b0-a52b-6af10b1a6481 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&id=1c62fd4d-5ec2-46fb-80c3-e2956e42e610&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486569 Apr 05 15:53:44.589409 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-280f5246-9405-4427-a409-5c26deb62f74 req-3afa9d43-a4ac-4cd8-89ad-a0fa6fdbe8c0 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd3475e8-8db1-4999-adf1-b27038a9c1a0 HTTP/1.1" status: 200 len: 210 time: 0.0489450 Apr 05 15:53:44.938731 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8aed26-4309-4ea3-8b08-77ad1ca13536 req-b3fdb533-131b-4865-9c65-af73d0de4dea tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:44.940330 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6a8aed26-4309-4ea3-8b08-77ad1ca13536 req-b3fdb533-131b-4865-9c65-af73d0de4dea tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 946 time: 0.0946016 Apr 05 15:53:44.992926 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6a8aed26-4309-4ea3-8b08-77ad1ca13536 req-67f90cc8-f30e-466f-9e2b-49fe8ebb1627 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460110 Apr 05 15:53:45.168994 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4995ab3-c262-4dc0-80aa-2e906a710a8f req-0bae4f74-7bb3-4eab-ab33-33fb8fe42c89 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:45.171308 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e4995ab3-c262-4dc0-80aa-2e906a710a8f req-0bae4f74-7bb3-4eab-ab33-33fb8fe42c89 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.43 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 946 time: 0.0994089 Apr 05 15:53:45.217146 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:45.301928 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-e4995ab3-c262-4dc0-80aa-2e906a710a8f req-4cae07b0-e26c-4a4f-9b76-a949a67f2e48 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Deleting port d9ab0c9a-147c-4754-9117-98ffc83feff4 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:53:45.302311 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-e4995ab3-c262-4dc0-80aa-2e906a710a8f req-4cae07b0-e26c-4a4f-9b76-a949a67f2e48 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:45.453900 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fa326-e42f-4867-9403-33d5c02bfa5d req-b14d04f7-13ce-4005-8fe1-173bd7641fb5 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:45.455603 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2b0fa326-e42f-4867-9403-33d5c02bfa5d req-b14d04f7-13ce-4005-8fe1-173bd7641fb5 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 985 time: 0.2294414 Apr 05 15:53:45.619466 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2b0fa326-e42f-4867-9403-33d5c02bfa5d req-09ee551f-eccf-4ffd-b729-b753adef1385 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&id=1c62fd4d-5ec2-46fb-80c3-e2956e42e610&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1422427 Apr 05 15:53:45.658994 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-e4995ab3-c262-4dc0-80aa-2e906a710a8f req-4cae07b0-e26c-4a4f-9b76-a949a67f2e48 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] For port d9ab0c9a-147c-4754-9117-98ffc83feff4, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=d9ab0c9a-147c-4754-9117-98ffc83feff4,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:53:45.659410 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-e4995ab3-c262-4dc0-80aa-2e906a710a8f req-4cae07b0-e26c-4a4f-9b76-a949a67f2e48 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:45.798003 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-835a59fa-1524-4786-8954-c7f63605321c req-050fa61c-a701-4c01-bb5f-f3bfcb104920 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd3475e8-8db1-4999-adf1-b27038a9c1a0 HTTP/1.1" status: 200 len: 210 time: 0.0677230 Apr 05 15:53:46.025957 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-e4995ab3-c262-4dc0-80aa-2e906a710a8f req-4cae07b0-e26c-4a4f-9b76-a949a67f2e48 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:46.026957 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-e4995ab3-c262-4dc0-80aa-2e906a710a8f req-4cae07b0-e26c-4a4f-9b76-a949a67f2e48 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850964789'] for floatingip, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:46.026957 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.l3_db [req-e4995ab3-c262-4dc0-80aa-2e906a710a8f req-4cae07b0-e26c-4a4f-9b76-a949a67f2e48 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Floating IP 6119f392-1731-4055-b347-4fa42014a16c disassociated. External IP: 172.27.0.160, port: d9ab0c9a-147c-4754-9117-98ffc83feff4. Apr 05 15:53:46.027183 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-e4995ab3-c262-4dc0-80aa-2e906a710a8f req-4cae07b0-e26c-4a4f-9b76-a949a67f2e48 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Calling delete_port for d9ab0c9a-147c-4754-9117-98ffc83feff4 owned by compute:nova {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:53:46.251033 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-e4995ab3-c262-4dc0-80aa-2e906a710a8f req-4cae07b0-e26c-4a4f-9b76-a949a67f2e48 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:46.267888 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-744b3db3-06ed-46d6-9a73-0f5cbce0b268 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:46.309229 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecd9ea-242f-4090-abd3-ca0036b1de1c req-c8020338-73af-4be0-af31-d989ccc969d8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:46.317610 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3fecd9ea-242f-4090-abd3-ca0036b1de1c req-c8020338-73af-4be0-af31-d989ccc969d8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 946 time: 0.2028396 Apr 05 15:53:46.366168 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c4629-b995-4ceb-a63d-040913034212 req-9e453f24-bdcb-415f-9c49-a6aefa3ebbd2 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:46.367164 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-7e4c4629-b995-4ceb-a63d-040913034212 req-9e453f24-bdcb-415f-9c49-a6aefa3ebbd2 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Synchronizing usage tracker for tenant:9ac127c9bf344f5f88cf1aa6eacdf909 on resource:network {{(pid=84429) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:53:46.370076 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae07b0-e26c-4a4f-9b76-a949a67f2e48 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Pushing event deleted for resources: {'Port': ['ID=d9ab0c9a-147c-4754-9117-98ffc83feff4,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:46.378823 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4cae07b0-e26c-4a4f-9b76-a949a67f2e48 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:46.405867 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-7e4c4629-b995-4ceb-a63d-040913034212 req-9e453f24-bdcb-415f-9c49-a6aefa3ebbd2 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Unset dirty status for tenant:9ac127c9bf344f5f88cf1aa6eacdf909 on resource:network {{(pid=84429) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:53:46.407166 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7e4c4629-b995-4ceb-a63d-040913034212 req-9e453f24-bdcb-415f-9c49-a6aefa3ebbd2 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.43 "GET /v2.0/networks?id=5e853890-abc7-4a4b-83a0-567b3141f9f1 HTTP/1.1" status: 200 len: 812 time: 0.2117682 Apr 05 15:53:46.460815 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3fecd9ea-242f-4090-abd3-ca0036b1de1c req-95b2e7b5-f6ae-4286-b1bf-325a90406842 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=28ed1168-4c0c-444e-9bf5-ee75310171b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420689 Apr 05 15:53:46.506692 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-7e4c4629-b995-4ceb-a63d-040913034212 req-f34b465f-7051-4cea-bd8a-664f9d8768ba tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Synchronizing usage tracker for tenant:9ac127c9bf344f5f88cf1aa6eacdf909 on resource:security_group {{(pid=84429) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:53:46.548202 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-7e4c4629-b995-4ceb-a63d-040913034212 req-f34b465f-7051-4cea-bd8a-664f9d8768ba tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Unset dirty status for tenant:9ac127c9bf344f5f88cf1aa6eacdf909 on resource:security_group {{(pid=84429) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:53:46.549948 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7e4c4629-b995-4ceb-a63d-040913034212 req-f34b465f-7051-4cea-bd8a-664f9d8768ba tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ac127c9bf344f5f88cf1aa6eacdf909 HTTP/1.1" status: 200 len: 8061 time: 0.1315012 Apr 05 15:53:46.561843 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-7e4c4629-b995-4ceb-a63d-040913034212 req-afb59256-a9a6-4cf1-a4e8-09d64f4f1864 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Request body: {'port': {'device_id': 'dd3475e8-8db1-4999-adf1-b27038a9c1a0', 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1', 'admin_state_up': True, 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'security_groups': ['b2cea858-90d0-4e39-894f-75db0abd41c3']}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:53:46.734675 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-7e4c4629-b995-4ceb-a63d-040913034212 req-afb59256-a9a6-4cf1-a4e8-09d64f4f1864 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:46.739353 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-7e4c4629-b995-4ceb-a63d-040913034212 req-afb59256-a9a6-4cf1-a4e8-09d64f4f1864 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Usage tracker for resource:port and tenant:9ac127c9bf344f5f88cf1aa6eacdf909 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:46.740142 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4995ab3-c262-4dc0-80aa-2e906a710a8f req-4cae07b0-e26c-4a4f-9b76-a949a67f2e48 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Router 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:53:46.742981 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-7e4c4629-b995-4ceb-a63d-040913034212 req-afb59256-a9a6-4cf1-a4e8-09d64f4f1864 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:46.753265 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-7e4c4629-b995-4ceb-a63d-040913034212 req-afb59256-a9a6-4cf1-a4e8-09d64f4f1864 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:46.793934 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e4c4629-b995-4ceb-a63d-040913034212 req-afb59256-a9a6-4cf1-a4e8-09d64f4f1864 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Made reservation on behalf of 9ac127c9bf344f5f88cf1aa6eacdf909 for: {'port': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:53:46.801010 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-7e4c4629-b995-4ceb-a63d-040913034212 req-afb59256-a9a6-4cf1-a4e8-09d64f4f1864 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:47.024748 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [req-7e4c4629-b995-4ceb-a63d-040913034212 req-afb59256-a9a6-4cf1-a4e8-09d64f4f1864 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Allocated IP 172.20.0.3 (5e853890-abc7-4a4b-83a0-567b3141f9f1/58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a/88501de2-0adb-4520-a8e2-0b0099b610dc) {{(pid=84429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:53:47.253262 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-7e4c4629-b995-4ceb-a63d-040913034212 req-afb59256-a9a6-4cf1-a4e8-09d64f4f1864 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for port, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:47.264264 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-13a42aca-d2fd-4818-badb-31e0f980b4f6 req-5bbc70e7-cea4-42e9-8063-55538b1e55a9 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd3475e8-8db1-4999-adf1-b27038a9c1a0 HTTP/1.1" status: 200 len: 210 time: 0.3214819 Apr 05 15:53:47.273340 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [req-7e4c4629-b995-4ceb-a63d-040913034212 req-afb59256-a9a6-4cf1-a4e8-09d64f4f1864 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Transition to ACTIVE for port object 88501de2-0adb-4520-a8e2-0b0099b610dc will not be triggered until provisioned by entity DHCP. {{(pid=84429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:53:47.330539 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4995ab3-c262-4dc0-80aa-2e906a710a8f req-4cae07b0-e26c-4a4f-9b76-a949a67f2e48 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:53:47.340405 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01298e3-8c7b-4478-b925-5693e5a53367 None None] Sync routers for ids ['9375d360-b6e3-4a37-ae90-ef6a01a8ae50'] in dv-cinder-784779-1-iscsi {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:53:47.352269 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01298e3-8c7b-4478-b925-5693e5a53367 None None] Routers {'9375d360-b6e3-4a37-ae90-ef6a01a8ae50'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:53:47.353372 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-e01298e3-8c7b-4478-b925-5693e5a53367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:53:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['9375d360-b6e3-4a37-ae90-ef6a01a8ae50'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:47.357369 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-7e4c4629-b995-4ceb-a63d-040913034212 req-afb59256-a9a6-4cf1-a4e8-09d64f4f1864 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:47.394550 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-8dde473e-301a-4259-b9a8-3e613fc1c6c9 tempest-DeleteServersTestJSON-743945544 tempest-DeleteServersTestJSON-743945544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:47.443675 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4995ab3-c262-4dc0-80aa-2e906a710a8f req-4cae07b0-e26c-4a4f-9b76-a949a67f2e48 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] No DVR routers for this DVR port d9ab0c9a-147c-4754-9117-98ffc83feff4 on host hv-cinder-78477 {{(pid=84430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:53:47.448569 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-e4995ab3-c262-4dc0-80aa-2e906a710a8f req-4cae07b0-e26c-4a4f-9b76-a949a67f2e48 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:47.462670 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ad1f83-fffe-4e12-b368-d4dc93b959ab', 'name': 'network-vif-deleted', 'tag': 'd9ab0c9a-147c-4754-9117-98ffc83feff4'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:53:47.507941 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259d171-8ea1-462e-b972-e7e9dcdf1f1b req-72afc706-dc8b-4794-9476-59464c9b221e tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:47.509556 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6259d171-8ea1-462e-b972-e7e9dcdf1f1b req-72afc706-dc8b-4794-9476-59464c9b221e tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 985 time: 0.6980150 Apr 05 15:53:47.510964 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e4995ab3-c262-4dc0-80aa-2e906a710a8f req-4cae07b0-e26c-4a4f-9b76-a949a67f2e48 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.43 "DELETE /v2.0/ports/d9ab0c9a-147c-4754-9117-98ffc83feff4 HTTP/1.1" status: 204 len: 173 time: 2.3338583 Apr 05 15:53:47.607196 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ad1f83-fffe-4e12-b368-d4dc93b959ab', 'name': 'network-vif-deleted', 'tag': 'd9ab0c9a-147c-4754-9117-98ffc83feff4', 'status': 'completed', 'code': 200} Apr 05 15:53:47.629925 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6259d171-8ea1-462e-b972-e7e9dcdf1f1b req-211aa0be-70da-461a-ae2f-a194b01d265a tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&id=1c62fd4d-5ec2-46fb-80c3-e2956e42e610&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0890822 Apr 05 15:53:47.708520 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb59256-a9a6-4cf1-a4e8-09d64f4f1864 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Pushing event updated for resources: {'Port': ['ID=88501de2-0adb-4520-a8e2-0b0099b610dc,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:47.713441 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-afb59256-a9a6-4cf1-a4e8-09d64f4f1864 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:47.761239 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-e01298e3-8c7b-4478-b925-5693e5a53367 None None] Set router 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:53:47.792725 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e4c4629-b995-4ceb-a63d-040913034212 req-afb59256-a9a6-4cf1-a4e8-09d64f4f1864 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Network 5e853890-abc7-4a4b-83a0-567b3141f9f1 is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:53:47.794146 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [req-7e4c4629-b995-4ceb-a63d-040913034212 req-afb59256-a9a6-4cf1-a4e8-09d64f4f1864 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:53:47.797217 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4c4629-b995-4ceb-a63d-040913034212 req-afb59256-a9a6-4cf1-a4e8-09d64f4f1864 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Received port after_create {{(pid=84429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:53:47.943006 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-450f1e29-12f1-40df-a3d6-af13f9c0b088 req-846d5f59-cce7-43e3-97ea-e3e5fc91384c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Synchronizing usage tracker for tenant:639ec5b6ae8d4642b674c6cd637e4cb2 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:53:48.005615 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-450f1e29-12f1-40df-a3d6-af13f9c0b088 req-846d5f59-cce7-43e3-97ea-e3e5fc91384c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Unset dirty status for tenant:639ec5b6ae8d4642b674c6cd637e4cb2 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:53:48.007284 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-450f1e29-12f1-40df-a3d6-af13f9c0b088 req-846d5f59-cce7-43e3-97ea-e3e5fc91384c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=87ad1f83-fffe-4e12-b368-d4dc93b959ab HTTP/1.1" status: 200 len: 210 time: 0.1925859 Apr 05 15:53:48.180208 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c4629-b995-4ceb-a63d-040913034212 req-afb59256-a9a6-4cf1-a4e8-09d64f4f1864 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:48.180894 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-7e4c4629-b995-4ceb-a63d-040913034212 req-afb59256-a9a6-4cf1-a4e8-09d64f4f1864 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:48.229043 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-a9d65fed-3cca-4fae-8ace-0202917f1700 None None] Provisioning for port 88501de2-0adb-4520-a8e2-0b0099b610dc completed by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:53:48.234824 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7e4c4629-b995-4ceb-a63d-040913034212 req-afb59256-a9a6-4cf1-a4e8-09d64f4f1864 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6774602 Apr 05 15:53:48.240377 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-a9d65fed-3cca-4fae-8ace-0202917f1700 None None] Provisioning complete for port 88501de2-0adb-4520-a8e2-0b0099b610dc triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:53:48.240792 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a9d65fed-3cca-4fae-8ace-0202917f1700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:48.247183 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-7e4c4629-b995-4ceb-a63d-040913034212 req-7efe9368-d70e-4f7f-99a7-b58c612c9888 service neutron] Request body: {'port': {'device_id': 'dd3475e8-8db1-4999-adf1-b27038a9c1a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:53:48.293018 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device d9ab0c9a-147c-4754-9117-98ffc83feff4 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:53:48.389569 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-7e4c4629-b995-4ceb-a63d-040913034212 req-7efe9368-d70e-4f7f-99a7-b58c612c9888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:48.526272 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] No Port match for: d9ab0c9a-147c-4754-9117-98ffc83feff4 {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:53:48.526695 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device d9ab0c9a-147c-4754-9117-98ffc83feff4 not bound to the agent host hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:53:48.533019 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-a9d65fed-3cca-4fae-8ace-0202917f1700 None None] Port 88501de2-0adb-4520-a8e2-0b0099b610dc cannot update to ACTIVE because it is not bound. {{(pid=84431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:53:48.540921 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1f7e9-dcc6-4ced-9dc8-671baa284e6a req-e4e67ee4-beff-428b-98ff-7daacf487d97 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:48.542580 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9db1f7e9-dcc6-4ced-9dc8-671baa284e6a req-e4e67ee4-beff-428b-98ff-7daacf487d97 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd3475e8-8db1-4999-adf1-b27038a9c1a0 HTTP/1.1" status: 200 len: 931 time: 0.1551607 Apr 05 15:53:48.561823 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-e01298e3-8c7b-4478-b925-5693e5a53367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'name': 'tempest-AttachVolumeShelveTestJSON-291045351-router', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T15:49:16Z', 'revision_number': 4, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'gw_port': {'id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:05Z', 'updated_at': '2021-04-05T15:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'd20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a', 'name': '', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'mac_address': 'fa:16:3e:d0:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:13Z', 'updated_at': '2021-04-05T15:49:29Z', 'revision_number': 5, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'subnets': [{'id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:48.566400 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01298e3-8c7b-4478-b925-5693e5a53367 None None] Checking router: 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 for host: dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:53:48.576626 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01298e3-8c7b-4478-b925-5693e5a53367 None None] Routers {'9375d360-b6e3-4a37-ae90-ef6a01a8ae50'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:53:48.577424 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-e01298e3-8c7b-4478-b925-5693e5a53367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:53:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['9375d360-b6e3-4a37-ae90-ef6a01a8ae50'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:48.630585 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9db1f7e9-dcc6-4ced-9dc8-671baa284e6a req-f85fd5bd-88dd-4ea8-851d-d3f91b288a7a tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686526 Apr 05 15:53:48.855171 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-e01298e3-8c7b-4478-b925-5693e5a53367 None None] Set router 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:53:48.920305 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [req-7e4c4629-b995-4ceb-a63d-040913034212 req-7efe9368-d70e-4f7f-99a7-b58c612c9888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88501de2-0adb-4520-a8e2-0b0099b610dc {{(pid=84429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:53:48.929932 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-7e4c4629-b995-4ceb-a63d-040913034212 req-7efe9368-d70e-4f7f-99a7-b58c612c9888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:48.948803 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [req-7e4c4629-b995-4ceb-a63d-040913034212 req-7efe9368-d70e-4f7f-99a7-b58c612c9888 service neutron] Transition to ACTIVE for port object 88501de2-0adb-4520-a8e2-0b0099b610dc will not be triggered until provisioned by entity L2. {{(pid=84429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:53:48.975934 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb5c89-b4f8-4b86-92d4-6ab0fb3d054b req-f093cfed-f1ad-487f-84f2-b4be454d753f tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:48.976339 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-7e4c4629-b995-4ceb-a63d-040913034212 req-7efe9368-d70e-4f7f-99a7-b58c612c9888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9499705'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:48.977986 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e2bb5c89-b4f8-4b86-92d4-6ab0fb3d054b req-f093cfed-f1ad-487f-84f2-b4be454d753f tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 985 time: 0.1588583 Apr 05 15:53:49.040904 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e2bb5c89-b4f8-4b86-92d4-6ab0fb3d054b req-0c55b494-c28f-4875-86bf-2c5d7e5d317b tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&id=1c62fd4d-5ec2-46fb-80c3-e2956e42e610&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557539 Apr 05 15:53:49.072564 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-82a748a4-9690-4f17-b91c-556836516ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:49.176263 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe9368-d70e-4f7f-99a7-b58c612c9888 service neutron] Pushing event updated for resources: {'Port': ['ID=88501de2-0adb-4520-a8e2-0b0099b610dc,revision_number=2']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:49.181476 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7efe9368-d70e-4f7f-99a7-b58c612c9888 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:49.213183 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 41808) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:49.300313 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-e01298e3-8c7b-4478-b925-5693e5a53367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'name': 'tempest-AttachVolumeShelveTestJSON-291045351-router', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T15:49:16Z', 'revision_number': 4, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'gw_port': {'id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:05Z', 'updated_at': '2021-04-05T15:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'd20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a', 'name': '', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'mac_address': 'fa:16:3e:d0:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:13Z', 'updated_at': '2021-04-05T15:49:29Z', 'revision_number': 5, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'subnets': [{'id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:49.305843 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01298e3-8c7b-4478-b925-5693e5a53367 None None] The sync data for ids ['9375d360-b6e3-4a37-ae90-ef6a01a8ae50'] in dv-cinder-784779-1-iscsi is: [{'id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'name': 'tempest-AttachVolumeShelveTestJSON-291045351-router', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T15:49:16Z', 'revision_number': 4, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'gw_port': {'id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:05Z', 'updated_at': '2021-04-05T15:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'd20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a', 'name': '', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'mac_address': 'fa:16:3e:d0:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:13Z', 'updated_at': '2021-04-05T15:49:29Z', 'revision_number': 5, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'subnets': [{'id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:53:49.322791 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d4112518-a9e8-418c-90fd-3640905720f5 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:49.356317 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d4112518-a9e8-418c-90fd-3640905720f5 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:49.371071 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-708bd661-0eff-4ba0-87b7-41667c59210d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:49.451617 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d4112518-a9e8-418c-90fd-3640905720f5 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:49.457259 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4fe937b6-3032-44dd-ab0e-445b02ba2914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:49.471073 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-7e4c4629-b995-4ceb-a63d-040913034212 req-7efe9368-d70e-4f7f-99a7-b58c612c9888 service neutron] Attempting to bind port 88501de2-0adb-4520-a8e2-0b0099b610dc on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:53:49.471631 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-7e4c4629-b995-4ceb-a63d-040913034212 req-7efe9368-d70e-4f7f-99a7-b58c612c9888 service neutron] Attempting to bind port 88501de2-0adb-4520-a8e2-0b0099b610dc by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '5c3e2455-115b-4e73-83c8-b139dc5b3c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1'}] {{(pid=84429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:53:49.472120 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4c4629-b995-4ceb-a63d-040913034212 req-7efe9368-d70e-4f7f-99a7-b58c612c9888 service neutron] Attempting to bind port 88501de2-0adb-4520-a8e2-0b0099b610dc on network 5e853890-abc7-4a4b-83a0-567b3141f9f1 {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:53:49.473988 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4112518-a9e8-418c-90fd-3640905720f5 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ed1168-4c0c-444e-9bf5-ee75310171b0,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:49.476825 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d4112518-a9e8-418c-90fd-3640905720f5 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:49.479365 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4c4629-b995-4ceb-a63d-040913034212 req-7efe9368-d70e-4f7f-99a7-b58c612c9888 service neutron] Port 88501de2-0adb-4520-a8e2-0b0099b610dc on network 5e853890-abc7-4a4b-83a0-567b3141f9f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:53:49.479728 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4c4629-b995-4ceb-a63d-040913034212 req-7efe9368-d70e-4f7f-99a7-b58c612c9888 service neutron] Attempting to bind port 88501de2-0adb-4520-a8e2-0b0099b610dc on network 5e853890-abc7-4a4b-83a0-567b3141f9f1 {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:53:49.487725 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4c4629-b995-4ceb-a63d-040913034212 req-7efe9368-d70e-4f7f-99a7-b58c612c9888 service neutron] Checking agent: {'id': 'e13e0a38-98d8-4e7c-86ff-f8c578f1bff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'started_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:53:49.487725 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4c4629-b995-4ceb-a63d-040913034212 req-7efe9368-d70e-4f7f-99a7-b58c612c9888 service neutron] Checking segment: {'id': '5c3e2455-115b-4e73-83c8-b139dc5b3c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:53:49.487725 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e4c4629-b995-4ceb-a63d-040913034212 req-7efe9368-d70e-4f7f-99a7-b58c612c9888 service neutron] Bound using segment: {'id': '5c3e2455-115b-4e73-83c8-b139dc5b3c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1'} {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:53:49.487725 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-7e4c4629-b995-4ceb-a63d-040913034212 req-7efe9368-d70e-4f7f-99a7-b58c612c9888 service neutron] Bound port: 88501de2-0adb-4520-a8e2-0b0099b610dc, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3e2455-115b-4e73-83c8-b139dc5b3c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1'}}] {{(pid=84429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:53:49.487725 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-7e4c4629-b995-4ceb-a63d-040913034212 req-7efe9368-d70e-4f7f-99a7-b58c612c9888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:49.513905 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d4112518-a9e8-418c-90fd-3640905720f5 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:49.513905 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-d4112518-a9e8-418c-90fd-3640905720f5 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "DELETE /v2.0/security-groups/28ed1168-4c0c-444e-9bf5-ee75310171b0 HTTP/1.1" status: 204 len: 168 time: 0.2966473 Apr 05 15:53:49.514715 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 41816) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:49.532888 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.v2.resource [None req-8cea6dab-8499-482e-a7c2-09c79ac8d087 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] show failed (client error): The resource could not be found. Apr 05 15:53:49.539828 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-8cea6dab-8499-482e-a7c2-09c79ac8d087 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups/28ed1168-4c0c-444e-9bf5-ee75310171b0 HTTP/1.1" status: 404 len: 347 time: 0.0182412 Apr 05 15:53:49.540305 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 41822) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:49.613036 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-7e4c4629-b995-4ceb-a63d-040913034212 req-7efe9368-d70e-4f7f-99a7-b58c612c9888 service neutron] For port 88501de2-0adb-4520-a8e2-0b0099b610dc, host hv-cinder-78477, cleared binding levels {{(pid=84429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:53:49.617329 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-7e4c4629-b995-4ceb-a63d-040913034212 req-7efe9368-d70e-4f7f-99a7-b58c612c9888 service neutron] For port 88501de2-0adb-4520-a8e2-0b0099b610dc, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=88501de2-0adb-4520-a8e2-0b0099b610dc,segment=NetworkSegment(5c3e2455-115b-4e73-83c8-b139dc5b3c12),segment_id=5c3e2455-115b-4e73-83c8-b139dc5b3c12)] {{(pid=84429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:53:49.648825 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-7e4c4629-b995-4ceb-a63d-040913034212 req-7efe9368-d70e-4f7f-99a7-b58c612c9888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9499705'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:49.666582 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-8438d455-5516-406b-96cf-f4ba5e3d385a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:49.776262 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-8d35e8ec-db53-416c-b4cc-0edde6016437 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Deleting port 5d91ab58-2339-4484-8616-a3fc90d74f2f {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:53:49.776647 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8d35e8ec-db53-416c-b4cc-0edde6016437 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:49.841725 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe9368-d70e-4f7f-99a7-b58c612c9888 service neutron] Pushing event updated for resources: {'Port': ['ID=88501de2-0adb-4520-a8e2-0b0099b610dc,revision_number=3']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:49.845107 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7efe9368-d70e-4f7f-99a7-b58c612c9888 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:49.885115 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30edb46f-6660-4332-bda6-b14b0a15fcf7 None None] New status for floating IP 6119f392-1731-4055-b347-4fa42014a16c: DOWN {{(pid=84432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 15:53:49.889085 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c4629-b995-4ceb-a63d-040913034212 req-7efe9368-d70e-4f7f-99a7-b58c612c9888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:49.889926 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-7e4c4629-b995-4ceb-a63d-040913034212 req-7efe9368-d70e-4f7f-99a7-b58c612c9888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:49.892602 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7e4c4629-b995-4ceb-a63d-040913034212 req-7efe9368-d70e-4f7f-99a7-b58c612c9888 service neutron] 10.222.0.43 "PUT /v2.0/ports/88501de2-0adb-4520-a8e2-0b0099b610dc HTTP/1.1" status: 200 len: 1093 time: 1.6496706 Apr 05 15:53:49.893055 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3475e8-8db1-4999-adf1-b27038a9c1a0', 'tag': '88501de2-0adb-4520-a8e2-0b0099b610dc'}] {{(pid=84429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:53:49.965382 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3475e8-8db1-4999-adf1-b27038a9c1a0', 'tag': '88501de2-0adb-4520-a8e2-0b0099b610dc', 'status': 'completed', 'code': 200} Apr 05 15:53:50.052895 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1dd305-1c76-4eab-98ad-685b4c1c35d8 req-1f337cf5-7803-4627-a027-01b63f3db3ea tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:50.054569 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ca1dd305-1c76-4eab-98ad-685b4c1c35d8 req-1f337cf5-7803-4627-a027-01b63f3db3ea tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd3475e8-8db1-4999-adf1-b27038a9c1a0 HTTP/1.1" status: 200 len: 943 time: 0.2487864 Apr 05 15:53:50.106934 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f79038-dc7d-4e9a-943f-069c5180fe4f req-08a1bd50-8a66-45b2-870d-e7db450c3ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:50.108594 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-89f79038-dc7d-4e9a-943f-069c5180fe4f req-08a1bd50-8a66-45b2-870d-e7db450c3ac8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ac127c9bf344f5f88cf1aa6eacdf909&device_id=dd3475e8-8db1-4999-adf1-b27038a9c1a0 HTTP/1.1" status: 200 len: 1096 time: 0.1240051 Apr 05 15:53:50.151686 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ca1dd305-1c76-4eab-98ad-685b4c1c35d8 req-2191672c-0b66-4935-8ff0-56dcab359e83 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884473 Apr 05 15:53:50.173360 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8d35e8ec-db53-416c-b4cc-0edde6016437 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:50.173882 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8d35e8ec-db53-416c-b4cc-0edde6016437 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:50.338542 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f79038-dc7d-4e9a-943f-069c5180fe4f req-6b34249d-0315-4818-9b89-68f5f3d53e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:50.340091 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-89f79038-dc7d-4e9a-943f-069c5180fe4f req-6b34249d-0315-4818-9b89-68f5f3d53e36 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9ac127c9bf344f5f88cf1aa6eacdf909&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2216187 Apr 05 15:53:50.374693 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-8d35e8ec-db53-416c-b4cc-0edde6016437 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Calling delete_port for 5d91ab58-2339-4484-8616-a3fc90d74f2f owned by network:floatingip {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:53:50.493067 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f79038-dc7d-4e9a-943f-069c5180fe4f req-f68056b3-8192-4f34-9358-9901de8f5fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:50.499179 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-89f79038-dc7d-4e9a-943f-069c5180fe4f req-f68056b3-8192-4f34-9358-9901de8f5fcc service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1463537 Apr 05 15:53:50.503781 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45384ec6-99ac-45b8-9db9-ca411a915efb req-fec711ef-3f83-4c20-8f47-7e6f6991ee03 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:50.505405 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-45384ec6-99ac-45b8-9db9-ca411a915efb req-fec711ef-3f83-4c20-8f47-7e6f6991ee03 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 985 time: 0.2449417 Apr 05 15:53:50.549463 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.db.api [None req-8d35e8ec-db53-416c-b4cc-0edde6016437 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84430) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 15:53:50.549834 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_db.api [None req-8d35e8ec-db53-416c-b4cc-0edde6016437 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 15:53:50.559380 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-45384ec6-99ac-45b8-9db9-ca411a915efb req-a5eb68b8-be35-4428-8922-fd075af6dc3b tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&id=1c62fd4d-5ec2-46fb-80c3-e2956e42e610&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470817 Apr 05 15:53:50.612695 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c4629-b995-4ceb-a63d-040913034212 req-a966b0d4-6889-49cb-aa5f-c0b8fdcf343a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:50.614205 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7e4c4629-b995-4ceb-a63d-040913034212 req-a966b0d4-6889-49cb-aa5f-c0b8fdcf343a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ac127c9bf344f5f88cf1aa6eacdf909&device_id=dd3475e8-8db1-4999-adf1-b27038a9c1a0 HTTP/1.1" status: 200 len: 1096 time: 0.0820572 Apr 05 15:53:50.692782 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7e4c4629-b995-4ceb-a63d-040913034212 req-ca870102-0855-4f59-9f83-756e99482539 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88501de2-0adb-4520-a8e2-0b0099b610dc HTTP/1.1" status: 200 len: 217 time: 0.0702724 Apr 05 15:53:50.719708 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:50.765699 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c4629-b995-4ceb-a63d-040913034212 req-3c8c2609-885a-4b0d-83c6-acac852dc739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:50.767390 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7e4c4629-b995-4ceb-a63d-040913034212 req-3c8c2609-885a-4b0d-83c6-acac852dc739 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a HTTP/1.1" status: 200 len: 851 time: 0.0677676 Apr 05 15:53:50.848676 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c4629-b995-4ceb-a63d-040913034212 req-b3b0b817-7ea7-466f-b0af-58204f3f7695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:50.850261 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7e4c4629-b995-4ceb-a63d-040913034212 req-b3b0b817-7ea7-466f-b0af-58204f3f7695 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e853890-abc7-4a4b-83a0-567b3141f9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757651 Apr 05 15:53:51.002251 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7e4c4629-b995-4ceb-a63d-040913034212 req-5523923f-5840-4d6a-a01c-a1eb718c71ec service neutron] 10.222.0.43 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441085 Apr 05 15:53:51.051368 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-8d35e8ec-db53-416c-b4cc-0edde6016437 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Deleting port 5d91ab58-2339-4484-8616-a3fc90d74f2f {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:53:51.052493 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8d35e8ec-db53-416c-b4cc-0edde6016437 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:51.161908 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7e4c4629-b995-4ceb-a63d-040913034212 req-a587412d-9ae4-4a86-acad-8b5539510b0b service neutron] 10.222.0.43 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509995 Apr 05 15:53:51.334139 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8d35e8ec-db53-416c-b4cc-0edde6016437 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:51.334533 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8d35e8ec-db53-416c-b4cc-0edde6016437 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:51.477953 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-8d35e8ec-db53-416c-b4cc-0edde6016437 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Calling delete_port for 5d91ab58-2339-4484-8616-a3fc90d74f2f owned by network:floatingip {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:53:51.647817 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c4f56-f03e-4ede-b629-ec6edd234241 req-0e9e7a2f-4162-42a9-9d10-419cde67440c tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:51.649383 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-471c4f56-f03e-4ede-b629-ec6edd234241 req-0e9e7a2f-4162-42a9-9d10-419cde67440c tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd3475e8-8db1-4999-adf1-b27038a9c1a0 HTTP/1.1" status: 200 len: 943 time: 0.3651247 Apr 05 15:53:51.738972 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652d49f-5c20-4dfb-ad41-8d6d11aab5a1 req-2d643911-703a-4980-9b47-440dbe067d88 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:51.740519 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4652d49f-5c20-4dfb-ad41-8d6d11aab5a1 req-2d643911-703a-4980-9b47-440dbe067d88 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.2257261 Apr 05 15:53:51.787781 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-471c4f56-f03e-4ede-b629-ec6edd234241 req-6b629da6-1de8-4ae0-a290-ee056403f72c tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298461 Apr 05 15:53:51.811456 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4652d49f-5c20-4dfb-ad41-8d6d11aab5a1 req-43276363-1bcf-47e0-bbbb-db8b399e9c5c tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615427 Apr 05 15:53:51.812536 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8d35e8ec-db53-416c-b4cc-0edde6016437 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:51.828620 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-1b3cc33e-0dd4-4520-a281-3ecca0be7f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:51.839992 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-786239b4-330e-4d00-849b-0c8b3778c8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:51.888497 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35e8ec-db53-416c-b4cc-0edde6016437 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Pushing event deleted for resources: {'Port': ['ID=5d91ab58-2339-4484-8616-a3fc90d74f2f,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:51.892332 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-8d35e8ec-db53-416c-b4cc-0edde6016437 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:52.104742 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266d214-9eb3-4e21-8d53-fcf6d1e9d185 req-3aff4d0a-1013-499d-a7e8-34bd052eeb78 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:52.106313 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2266d214-9eb3-4e21-8d53-fcf6d1e9d185 req-3aff4d0a-1013-499d-a7e8-34bd052eeb78 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 985 time: 0.1656749 Apr 05 15:53:52.206695 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2266d214-9eb3-4e21-8d53-fcf6d1e9d185 req-8d1eb13d-6ceb-4df2-8fef-065f2c20927d tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&id=1c62fd4d-5ec2-46fb-80c3-e2956e42e610&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655241 Apr 05 15:53:52.207460 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8d35e8ec-db53-416c-b4cc-0edde6016437 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for floatingip, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:52.256566 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8d35e8ec-db53-416c-b4cc-0edde6016437 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for floatingip, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:52.257720 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-8d35e8ec-db53-416c-b4cc-0edde6016437 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "DELETE /v2.0/floatingips/6119f392-1731-4055-b347-4fa42014a16c HTTP/1.1" status: 204 len: 168 time: 2.7158906 Apr 05 15:53:52.331301 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:52.467020 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 41866) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:52.472850 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-7fd110d9-faeb-473c-8fab-ffb17aace606 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1823557548', 'description': 'tempest-description--1141663669'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:53:52.479592 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-7fd110d9-faeb-473c-8fab-ffb17aace606 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:52.484444 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-7fd110d9-faeb-473c-8fab-ffb17aace606 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Usage tracker for resource:security_group and tenant:639ec5b6ae8d4642b674c6cd637e4cb2 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:52.488311 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-7fd110d9-faeb-473c-8fab-ffb17aace606 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:52.494449 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-7fd110d9-faeb-473c-8fab-ffb17aace606 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:52.519748 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7fd110d9-faeb-473c-8fab-ffb17aace606 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:52.540841 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-7fd110d9-faeb-473c-8fab-ffb17aace606 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:52.545358 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-7fd110d9-faeb-473c-8fab-ffb17aace606 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Usage tracker for resource:security_group_rule and tenant:639ec5b6ae8d4642b674c6cd637e4cb2 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:52.548332 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-7fd110d9-faeb-473c-8fab-ffb17aace606 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:52.554261 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-7fd110d9-faeb-473c-8fab-ffb17aace606 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:52.657200 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7fd110d9-faeb-473c-8fab-ffb17aace606 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:52.719913 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7fd110d9-faeb-473c-8fab-ffb17aace606 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:52.725701 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c22d93d0-5555-42a2-a13e-105f244bb4a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:52.769423 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd110d9-faeb-473c-8fab-ffb17aace606 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d30ade67-1625-4f35-8e30-7b6b2aba4e07,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:52.772259 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7fd110d9-faeb-473c-8fab-ffb17aace606 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:52.793674 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7fd110d9-faeb-473c-8fab-ffb17aace606 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:52.795666 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-7fd110d9-faeb-473c-8fab-ffb17aace606 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3275242 Apr 05 15:53:52.798649 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 41870) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:52.804494 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-f33c4cf2-903d-4d0d-997f-5a70f0d1ed90 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Request body: {'security_group_rule': {'security_group_id': 'd30ade67-1625-4f35-8e30-7b6b2aba4e07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:53:52.810887 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-f33c4cf2-903d-4d0d-997f-5a70f0d1ed90 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:52.815331 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-f33c4cf2-903d-4d0d-997f-5a70f0d1ed90 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Usage tracker for resource:security_group_rule and tenant:639ec5b6ae8d4642b674c6cd637e4cb2 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:52.818412 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-f33c4cf2-903d-4d0d-997f-5a70f0d1ed90 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:52.824610 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-f33c4cf2-903d-4d0d-997f-5a70f0d1ed90 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:52.878473 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f33c4cf2-903d-4d0d-997f-5a70f0d1ed90 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:53.099642 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f33c4cf2-903d-4d0d-997f-5a70f0d1ed90 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:53.130152 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f33c4cf2-903d-4d0d-997f-5a70f0d1ed90 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742385'] for security_group_rule, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:53.141107 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd0c62-c68a-40a9-b5fa-4b574c043ec0 req-c11070dd-60f2-4750-83f8-685b5679dca7 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:53.142714 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-90dd0c62-c68a-40a9-b5fa-4b574c043ec0 req-c11070dd-60f2-4750-83f8-685b5679dca7 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.1950598 Apr 05 15:53:53.157007 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682bba4-c376-4e5a-aef6-5a3bda936b15 req-ec1c8b8f-bbc0-44a5-aec8-1034ea81a782 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:53.158564 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e682bba4-c376-4e5a-aef6-5a3bda936b15 req-ec1c8b8f-bbc0-44a5-aec8-1034ea81a782 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd3475e8-8db1-4999-adf1-b27038a9c1a0 HTTP/1.1" status: 200 len: 943 time: 0.2122543 Apr 05 15:53:53.162265 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6bd20579-6b82-4fa6-98aa-4fe99c9d3a04 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:53.450847 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c4cf2-903d-4d0d-997f-5a70f0d1ed90 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a076ebd-0dfb-4633-b946-e118f85d94ea,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:53.453601 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f33c4cf2-903d-4d0d-997f-5a70f0d1ed90 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:53.490553 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f33c4cf2-903d-4d0d-997f-5a70f0d1ed90 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:53.494278 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-f33c4cf2-903d-4d0d-997f-5a70f0d1ed90 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6921566 Apr 05 15:53:53.495147 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 41882) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:53.500766 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-90dd0c62-c68a-40a9-b5fa-4b574c043ec0 req-30ff63bf-4bc2-45f9-8114-1ab3a81c81f4 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3395188 Apr 05 15:53:53.501026 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-fe296ad5-a466-4023-9b2d-ac7242f8fa1b tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Request body: {'security_group_rule': {'security_group_id': 'd30ade67-1625-4f35-8e30-7b6b2aba4e07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:53:53.503750 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e682bba4-c376-4e5a-aef6-5a3bda936b15 req-2b49a44a-a047-41c3-bbc1-79750be6d651 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3269057 Apr 05 15:53:53.508071 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-fe296ad5-a466-4023-9b2d-ac7242f8fa1b tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:53.563590 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-fe296ad5-a466-4023-9b2d-ac7242f8fa1b tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Usage tracker for resource:security_group_rule and tenant:639ec5b6ae8d4642b674c6cd637e4cb2 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:53.571170 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-fe296ad5-a466-4023-9b2d-ac7242f8fa1b tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:53.582652 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-fe296ad5-a466-4023-9b2d-ac7242f8fa1b tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:53.632936 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c626b-22e8-4790-8236-cdb1e5d5a3bb req-8564194c-1a38-473b-9f62-111207f194a0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:53.634471 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f97c626b-22e8-4790-8236-cdb1e5d5a3bb req-8564194c-1a38-473b-9f62-111207f194a0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.43 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.1223533 Apr 05 15:53:53.635229 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fe296ad5-a466-4023-9b2d-ac7242f8fa1b tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:53.697210 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fe296ad5-a466-4023-9b2d-ac7242f8fa1b tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:53.713585 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fe296ad5-a466-4023-9b2d-ac7242f8fa1b tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742385'] for security_group_rule, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:53.721664 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-936cf4ee-fc33-4418-9097-7f6b93e26012 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:53.743930 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe296ad5-a466-4023-9b2d-ac7242f8fa1b tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc6dedd2-75c5-454c-981a-14850366b3c2,revision_number=0']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:53.746274 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-fe296ad5-a466-4023-9b2d-ac7242f8fa1b tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:53.776614 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fe296ad5-a466-4023-9b2d-ac7242f8fa1b tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:53.777916 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-fe296ad5-a466-4023-9b2d-ac7242f8fa1b tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2817030 Apr 05 15:53:53.781704 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 41886) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:53.787300 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-f55452e5-1bc6-417d-aa6b-93da9c3cb51d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Request body: {'floatingip': {'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:53:53.793740 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-f55452e5-1bc6-417d-aa6b-93da9c3cb51d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:53.797767 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-f55452e5-1bc6-417d-aa6b-93da9c3cb51d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Usage tracker for resource:floatingip and tenant:639ec5b6ae8d4642b674c6cd637e4cb2 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:53:53.799460 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:53.800814 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-f55452e5-1bc6-417d-aa6b-93da9c3cb51d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:53:53.806886 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-f55452e5-1bc6-417d-aa6b-93da9c3cb51d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:53.839351 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f55452e5-1bc6-417d-aa6b-93da9c3cb51d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for floatingip, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:53.983988 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f55452e5-1bc6-417d-aa6b-93da9c3cb51d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:54.132633 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-f55452e5-1bc6-417d-aa6b-93da9c3cb51d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Allocated IP 172.27.0.169 (dd229a0f-6ed6-426a-8b4c-b8529d79a707/9f98952a-db9d-40f5-8f74-bf7f0c188c38/db8711fd-61b1-43dd-863e-4dc61f6b3e21) {{(pid=84429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:53:54.287822 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f55452e5-1bc6-417d-aa6b-93da9c3cb51d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for port, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:54.342352 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f55452e5-1bc6-417d-aa6b-93da9c3cb51d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:54.357802 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-233fdc5d-d860-4b46-a0b2-f644f16b5746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:54.506201 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55452e5-1bc6-417d-aa6b-93da9c3cb51d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Pushing event updated for resources: {'Port': ['ID=db8711fd-61b1-43dd-863e-4dc61f6b3e21,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:54.510509 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f55452e5-1bc6-417d-aa6b-93da9c3cb51d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:54.618632 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-f97c626b-22e8-4790-8236-cdb1e5d5a3bb req-9d30846c-aba8-47f1-8a02-65f0a48b5cf0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Deleting port 7a642d2d-64ea-44c3-9434-e2d7446e0aa0 {{(pid=84429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:53:54.619025 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-f97c626b-22e8-4790-8236-cdb1e5d5a3bb req-9d30846c-aba8-47f1-8a02-65f0a48b5cf0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:54.647824 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55452e5-1bc6-417d-aa6b-93da9c3cb51d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Network dd229a0f-6ed6-426a-8b4c-b8529d79a707 is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:53:54.653485 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-f55452e5-1bc6-417d-aa6b-93da9c3cb51d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:53:54.661909 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55452e5-1bc6-417d-aa6b-93da9c3cb51d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Received port after_create {{(pid=84429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:53:54.774239 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a75f4-b06d-40dc-af40-4a6d8dff131b req-3dec2923-534d-4e1b-9314-fe48eef0901d tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:54.775874 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-656a75f4-b06d-40dc-af40-4a6d8dff131b req-3dec2923-534d-4e1b-9314-fe48eef0901d tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd3475e8-8db1-4999-adf1-b27038a9c1a0 HTTP/1.1" status: 200 len: 943 time: 0.1592748 Apr 05 15:53:54.784001 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21bb0e-9b85-4db1-8a4e-4ad0dfccc007 req-b60cac23-e16f-4382-86ef-8def8056bb09 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:54.785476 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4b21bb0e-9b85-4db1-8a4e-4ad0dfccc007 req-b60cac23-e16f-4382-86ef-8def8056bb09 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 945 time: 0.1324346 Apr 05 15:53:54.860421 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-656a75f4-b06d-40dc-af40-4a6d8dff131b req-cd0d3855-efc8-4c67-bc3a-8794f9b12e69 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736687 Apr 05 15:53:54.865575 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4b21bb0e-9b85-4db1-8a4e-4ad0dfccc007 req-a526b1ca-9dec-47f1-ad6d-db0a846b0ccc tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=bf3487a4-2803-4575-8830-925b9b356024&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627327 Apr 05 15:53:54.931278 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f55452e5-1bc6-417d-aa6b-93da9c3cb51d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:54.971520 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-f97c626b-22e8-4790-8236-cdb1e5d5a3bb req-9d30846c-aba8-47f1-8a02-65f0a48b5cf0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] For port 7a642d2d-64ea-44c3-9434-e2d7446e0aa0, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7a642d2d-64ea-44c3-9434-e2d7446e0aa0,segment=NetworkSegment(8c957347-ca2f-4b08-a623-7dccb3bfa44a),segment_id=8c957347-ca2f-4b08-a623-7dccb3bfa44a)] {{(pid=84429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:53:54.971915 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-f97c626b-22e8-4790-8236-cdb1e5d5a3bb req-9d30846c-aba8-47f1-8a02-65f0a48b5cf0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:55.343127 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f55452e5-1bc6-417d-aa6b-93da9c3cb51d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:55.687500 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-f97c626b-22e8-4790-8236-cdb1e5d5a3bb req-9d30846c-aba8-47f1-8a02-65f0a48b5cf0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:55.687931 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-f97c626b-22e8-4790-8236-cdb1e5d5a3bb req-9d30846c-aba8-47f1-8a02-65f0a48b5cf0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850964789'] for floatingip, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:55.688250 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.l3_db [req-f97c626b-22e8-4790-8236-cdb1e5d5a3bb req-9d30846c-aba8-47f1-8a02-65f0a48b5cf0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Floating IP a20c5a80-2c18-4332-a1c1-84190d4c591b disassociated. External IP: 172.27.0.216, port: 7a642d2d-64ea-44c3-9434-e2d7446e0aa0. Apr 05 15:53:55.688621 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-f97c626b-22e8-4790-8236-cdb1e5d5a3bb req-9d30846c-aba8-47f1-8a02-65f0a48b5cf0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Calling delete_port for 7a642d2d-64ea-44c3-9434-e2d7446e0aa0 owned by compute:nova {{(pid=84429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:53:55.934229 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f55452e5-1bc6-417d-aa6b-93da9c3cb51d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for port, precommit_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:55.959471 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f55452e5-1bc6-417d-aa6b-93da9c3cb51d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9499705'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:55.975450 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-502b6acd-2e3e-4152-b1b8-d8df5cee2382 tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:56.025674 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-f97c626b-22e8-4790-8236-cdb1e5d5a3bb req-9d30846c-aba8-47f1-8a02-65f0a48b5cf0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:56.077046 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-06c73497-3d3a-4157-9e94-37dfef3ec87f req-6b6d3cd5-9b0a-40bf-8a9d-887c429157d0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 210 time: 0.0902901 Apr 05 15:53:56.133672 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27ad1a-da6d-43ee-b898-dac084fa5361 req-d7d1ab18-e913-4c9b-b9e1-04377943a996 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:56.135267 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9e27ad1a-da6d-43ee-b898-dac084fa5361 req-d7d1ab18-e913-4c9b-b9e1-04377943a996 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd3475e8-8db1-4999-adf1-b27038a9c1a0 HTTP/1.1" status: 200 len: 943 time: 0.1006753 Apr 05 15:53:56.182709 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9e27ad1a-da6d-43ee-b898-dac084fa5361 req-0974aa75-5645-479a-8252-b1c99f5e8d67 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408714 Apr 05 15:53:56.208511 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55452e5-1bc6-417d-aa6b-93da9c3cb51d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Pushing event updated for resources: {'Port': ['ID=db8711fd-61b1-43dd-863e-4dc61f6b3e21,revision_number=2']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:56.216722 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f55452e5-1bc6-417d-aa6b-93da9c3cb51d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:56.217276 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-432f00cb-0726-46a9-a837-860f4beefd6b tempest-VolumesNegativeTest-944444134 tempest-VolumesNegativeTest-944444134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:56.285891 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30846c-aba8-47f1-8a02-65f0a48b5cf0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Pushing event deleted for resources: {'Port': ['ID=7a642d2d-64ea-44c3-9434-e2d7446e0aa0,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:56.294612 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-9d30846c-aba8-47f1-8a02-65f0a48b5cf0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:56.394356 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f55452e5-1bc6-417d-aa6b-93da9c3cb51d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850964789'] for floatingip, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:56.589712 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f55452e5-1bc6-417d-aa6b-93da9c3cb51d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for floatingip, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:56.591014 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-f55452e5-1bc6-417d-aa6b-93da9c3cb51d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8082764 Apr 05 15:53:56.605518 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f97c626b-22e8-4790-8236-cdb1e5d5a3bb req-9d30846c-aba8-47f1-8a02-65f0a48b5cf0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Router b280af41-78b4-40d4-9ba7-d27667835dc2 has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:53:56.801870 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f97c626b-22e8-4790-8236-cdb1e5d5a3bb req-9d30846c-aba8-47f1-8a02-65f0a48b5cf0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:53:56.813311 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856e8a51-bbd6-422d-b118-99588b048e4c None None] Sync routers for ids ['b280af41-78b4-40d4-9ba7-d27667835dc2'] in dv-cinder-784779-1-iscsi {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:53:56.827232 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856e8a51-bbd6-422d-b118-99588b048e4c None None] Routers {'b280af41-78b4-40d4-9ba7-d27667835dc2'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:53:56.828136 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-856e8a51-bbd6-422d-b118-99588b048e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:53:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['b280af41-78b4-40d4-9ba7-d27667835dc2'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:56.829317 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-ddc42508-47cf-4108-b240-bd9c2131deac req-91627730-3e5c-4b84-952d-b65e9ff00e79 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Synchronizing usage tracker for tenant:639ec5b6ae8d4642b674c6cd637e4cb2 on resource:security_group {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:53:56.874412 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-ddc42508-47cf-4108-b240-bd9c2131deac req-91627730-3e5c-4b84-952d-b65e9ff00e79 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Unset dirty status for tenant:639ec5b6ae8d4642b674c6cd637e4cb2 on resource:security_group {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:53:56.875941 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ddc42508-47cf-4108-b240-bd9c2131deac req-91627730-3e5c-4b84-952d-b65e9ff00e79 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1823557548&fields=id&tenant_id=639ec5b6ae8d4642b674c6cd637e4cb2 HTTP/1.1" status: 200 len: 267 time: 0.0945299 Apr 05 15:53:56.898126 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97c626b-22e8-4790-8236-cdb1e5d5a3bb req-9d30846c-aba8-47f1-8a02-65f0a48b5cf0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] No DVR routers for this DVR port 7a642d2d-64ea-44c3-9434-e2d7446e0aa0 on host hv-cinder-78477 {{(pid=84429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:53:56.900702 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-f97c626b-22e8-4790-8236-cdb1e5d5a3bb req-9d30846c-aba8-47f1-8a02-65f0a48b5cf0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:56.903112 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f97c626b-22e8-4790-8236-cdb1e5d5a3bb req-9d30846c-aba8-47f1-8a02-65f0a48b5cf0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.43 "DELETE /v2.0/ports/7a642d2d-64ea-44c3-9434-e2d7446e0aa0 HTTP/1.1" status: 204 len: 173 time: 2.3842566 Apr 05 15:53:56.903885 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422b9311-e424-49da-aab1-536f03244e7c', 'name': 'network-vif-deleted', 'tag': '7a642d2d-64ea-44c3-9434-e2d7446e0aa0'}] {{(pid=84429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:53:56.968250 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422b9311-e424-49da-aab1-536f03244e7c', 'name': 'network-vif-deleted', 'tag': '7a642d2d-64ea-44c3-9434-e2d7446e0aa0', 'status': 'completed', 'code': 200} Apr 05 15:53:57.055146 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-856e8a51-bbd6-422d-b118-99588b048e4c None None] Set router b280af41-78b4-40d4-9ba7-d27667835dc2 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:53:57.098916 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc42508-47cf-4108-b240-bd9c2131deac req-6dc99be0-5480-4bf0-b5b0-0c73a77c97d4 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:57.100419 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ddc42508-47cf-4108-b240-bd9c2131deac req-6dc99be0-5480-4bf0-b5b0-0c73a77c97d4 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/networks?id=e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 HTTP/1.1" status: 200 len: 816 time: 0.2155981 Apr 05 15:53:57.117485 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ddc42508-47cf-4108-b240-bd9c2131deac req-29243c4e-e31c-45e9-88be-63e0108ec19c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/quotas/639ec5b6ae8d4642b674c6cd637e4cb2 HTTP/1.1" status: 200 len: 375 time: 0.0107560 Apr 05 15:53:57.216424 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-ddc42508-47cf-4108-b240-bd9c2131deac req-2afe85b1-b042-4b22-93cc-6ebaaf93cf45 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Synchronizing usage tracker for tenant:639ec5b6ae8d4642b674c6cd637e4cb2 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:53:57.280124 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-63b81318-5d69-4a31-b48f-f441de154d9a req-d2699fb7-3423-44da-9534-5b4a3a1d242a tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=422b9311-e424-49da-aab1-536f03244e7c HTTP/1.1" status: 200 len: 210 time: 0.0552227 Apr 05 15:53:57.296566 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-ddc42508-47cf-4108-b240-bd9c2131deac req-2afe85b1-b042-4b22-93cc-6ebaaf93cf45 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Unset dirty status for tenant:639ec5b6ae8d4642b674c6cd637e4cb2 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:53:57.298096 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ddc42508-47cf-4108-b240-bd9c2131deac req-2afe85b1-b042-4b22-93cc-6ebaaf93cf45 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=639ec5b6ae8d4642b674c6cd637e4cb2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1715152 Apr 05 15:53:57.413992 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-856e8a51-bbd6-422d-b118-99588b048e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'name': 'tempest-AttachVolumeTestJSON-1671732284-router', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:06Z', 'updated_at': '2021-04-05T15:49:28Z', 'revision_number': 4, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'gw_port': {'id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:08Z', 'updated_at': '2021-04-05T15:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'fa727824-c59d-4b59-b683-5687c104b293', 'name': '', 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'mac_address': 'fa:16:3e:ac:b6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:26Z', 'updated_at': '2021-04-05T15:49:42Z', 'revision_number': 5, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'subnets': [{'id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:57.418637 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856e8a51-bbd6-422d-b118-99588b048e4c None None] Checking router: b280af41-78b4-40d4-9ba7-d27667835dc2 for host: dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:53:57.428879 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856e8a51-bbd6-422d-b118-99588b048e4c None None] Routers {'b280af41-78b4-40d4-9ba7-d27667835dc2'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:53:57.429533 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-856e8a51-bbd6-422d-b118-99588b048e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:53:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['b280af41-78b4-40d4-9ba7-d27667835dc2'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:57.525632 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ddc42508-47cf-4108-b240-bd9c2131deac req-8ffce81b-98d8-46f3-8821-8439f14c6c8b service neutron] 10.222.0.44 "GET /v2.0/networks/e5b2c727-4df9-4ea8-bf8a-1e179c6d9965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078454 Apr 05 15:53:57.541957 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0b84a-c929-4212-b3a4-72e887e26a27 req-60d6b1da-6958-469f-8380-e216c19b3d48 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:57.543567 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-31c0b84a-c929-4212-b3a4-72e887e26a27 req-60d6b1da-6958-469f-8380-e216c19b3d48 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd3475e8-8db1-4999-adf1-b27038a9c1a0 HTTP/1.1" status: 200 len: 943 time: 0.1351750 Apr 05 15:53:57.646996 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-856e8a51-bbd6-422d-b118-99588b048e4c None None] Set router b280af41-78b4-40d4-9ba7-d27667835dc2 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:53:57.690263 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-31c0b84a-c929-4212-b3a4-72e887e26a27 req-306a6e30-2d5f-4568-8c57-9b27dba84f25 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238122 Apr 05 15:53:57.724049 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ddc42508-47cf-4108-b240-bd9c2131deac req-58514317-dce0-4d89-ad10-95e10eee1dda service neutron] 10.222.0.44 "GET /v2.0/networks/e5b2c727-4df9-4ea8-bf8a-1e179c6d9965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793799 Apr 05 15:53:57.978245 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-dcac44d8-adfd-4696-94b4-b15574003f7a req-85235da6-2b36-47c5-bd5a-6b1c9968e012 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 210 time: 0.0637419 Apr 05 15:53:58.018536 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-856e8a51-bbd6-422d-b118-99588b048e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'name': 'tempest-AttachVolumeTestJSON-1671732284-router', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:06Z', 'updated_at': '2021-04-05T15:49:28Z', 'revision_number': 4, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'gw_port': {'id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:08Z', 'updated_at': '2021-04-05T15:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'fa727824-c59d-4b59-b683-5687c104b293', 'name': '', 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'mac_address': 'fa:16:3e:ac:b6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:26Z', 'updated_at': '2021-04-05T15:49:42Z', 'revision_number': 5, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'subnets': [{'id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:53:58.023307 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856e8a51-bbd6-422d-b118-99588b048e4c None None] The sync data for ids ['b280af41-78b4-40d4-9ba7-d27667835dc2'] in dv-cinder-784779-1-iscsi is: [{'id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'name': 'tempest-AttachVolumeTestJSON-1671732284-router', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:06Z', 'updated_at': '2021-04-05T15:49:28Z', 'revision_number': 4, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'gw_port': {'id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:08Z', 'updated_at': '2021-04-05T15:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'fa727824-c59d-4b59-b683-5687c104b293', 'name': '', 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'mac_address': 'fa:16:3e:ac:b6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:26Z', 'updated_at': '2021-04-05T15:49:42Z', 'revision_number': 5, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'subnets': [{'id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:53:58.452481 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 41948) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:58.461722 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ddb0ea-b6d6-4597-92f0-65fb88dbe687 None None] New status for floating IP a20c5a80-2c18-4332-a1c1-84190d4c591b: DOWN {{(pid=84432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 15:53:58.547260 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f3b97386-df4a-4b06-b149-c7c6a9a67ac6 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:58.601786 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f3b97386-df4a-4b06-b149-c7c6a9a67ac6 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:58.691306 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f3b97386-df4a-4b06-b149-c7c6a9a67ac6 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:58.696828 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6a4550ab-15b6-48ac-80e5-aaa1893e6eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:58.709255 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b97386-df4a-4b06-b149-c7c6a9a67ac6 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3487a4-2803-4575-8830-925b9b356024,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:58.713250 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f3b97386-df4a-4b06-b149-c7c6a9a67ac6 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:58.717381 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f3b97386-df4a-4b06-b149-c7c6a9a67ac6 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:58.722081 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-f3b97386-df4a-4b06-b149-c7c6a9a67ac6 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "DELETE /v2.0/security-groups/bf3487a4-2803-4575-8830-925b9b356024 HTTP/1.1" status: 204 len: 168 time: 0.2649109 Apr 05 15:53:58.722081 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 41958) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:58.740361 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.v2.resource [None req-a89daec1-5fa4-46d3-a008-cf89bc18366f tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] show failed (client error): The resource could not be found. Apr 05 15:53:58.742021 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-a89daec1-5fa4-46d3-a008-cf89bc18366f tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups/bf3487a4-2803-4575-8830-925b9b356024 HTTP/1.1" status: 404 len: 347 time: 0.0189095 Apr 05 15:53:58.745441 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 41962) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:53:58.978949 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-e1dfec88-8548-4cb4-99a3-57e1c25fe12d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Deleting port 35d27eaa-f293-4fa3-bc72-39d071376730 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:53:58.979336 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e1dfec88-8548-4cb4-99a3-57e1c25fe12d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:59.093982 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be4aa8-2c86-4a75-ae92-487f436da29b req-aac8bebf-322f-4573-803d-f6cd8f100973 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:59.095608 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f9be4aa8-2c86-4a75-ae92-487f436da29b req-aac8bebf-322f-4573-803d-f6cd8f100973 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd3475e8-8db1-4999-adf1-b27038a9c1a0 HTTP/1.1" status: 200 len: 943 time: 0.2669730 Apr 05 15:53:59.225477 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-53e1a2b8-f86e-4420-9536-6d35f8703e0c req-27e4de2b-32c9-4e09-b63c-c67af920ac77 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 210 time: 0.1250346 Apr 05 15:53:59.272315 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f9be4aa8-2c86-4a75-ae92-487f436da29b req-846cf284-d369-4383-9b63-6b364a3dcd61 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167088 Apr 05 15:53:59.276658 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e1dfec88-8548-4cb4-99a3-57e1c25fe12d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:59.277119 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e1dfec88-8548-4cb4-99a3-57e1c25fe12d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:59.414709 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-e1dfec88-8548-4cb4-99a3-57e1c25fe12d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Calling delete_port for 35d27eaa-f293-4fa3-bc72-39d071376730 owned by network:floatingip {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:53:59.582011 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e1dfec88-8548-4cb4-99a3-57e1c25fe12d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:59.614566 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-916855ba-0f11-4692-a224-a71446a21611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:53:59.617852 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc42508-47cf-4108-b240-bd9c2131deac req-47fe87a1-b05b-438e-8a06-b0e59f758fa3 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:53:59.619532 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ddc42508-47cf-4108-b240-bd9c2131deac req-47fe87a1-b05b-438e-8a06-b0e59f758fa3 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.43 "GET /v2.0/networks?id=e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 HTTP/1.1" status: 200 len: 816 time: 0.1663120 Apr 05 15:53:59.702609 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ddc42508-47cf-4108-b240-bd9c2131deac req-dad9f08b-65e3-46ad-bdf1-4fb93a9a0789 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=639ec5b6ae8d4642b674c6cd637e4cb2 HTTP/1.1" status: 200 len: 5705 time: 0.0740342 Apr 05 15:53:59.711799 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-ddc42508-47cf-4108-b240-bd9c2131deac req-99e586a2-7088-4590-a756-f019b5fd65cf tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Request body: {'port': {'device_id': '8e0c8c71-b721-46cc-b6e8-eee4d03eb450', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'admin_state_up': True, 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'security_groups': ['d30ade67-1625-4f35-8e30-7b6b2aba4e07']}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:53:59.733588 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfec88-8548-4cb4-99a3-57e1c25fe12d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Pushing event deleted for resources: {'Port': ['ID=35d27eaa-f293-4fa3-bc72-39d071376730,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:53:59.739317 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e1dfec88-8548-4cb4-99a3-57e1c25fe12d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:53:59.888405 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e1dfec88-8548-4cb4-99a3-57e1c25fe12d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for floatingip, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:59.909808 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-ddc42508-47cf-4108-b240-bd9c2131deac req-99e586a2-7088-4590-a756-f019b5fd65cf tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:53:59.920118 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-ddc42508-47cf-4108-b240-bd9c2131deac req-99e586a2-7088-4590-a756-f019b5fd65cf tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:53:59.936582 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e1dfec88-8548-4cb4-99a3-57e1c25fe12d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for floatingip, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:53:59.937812 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-e1dfec88-8548-4cb4-99a3-57e1c25fe12d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "DELETE /v2.0/floatingips/a20c5a80-2c18-4332-a1c1-84190d4c591b HTTP/1.1" status: 204 len: 168 time: 1.1912544 Apr 05 15:53:59.947920 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc42508-47cf-4108-b240-bd9c2131deac req-99e586a2-7088-4590-a756-f019b5fd65cf tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Made reservation on behalf of 639ec5b6ae8d4642b674c6cd637e4cb2 for: {'port': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:53:59.954676 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-ddc42508-47cf-4108-b240-bd9c2131deac req-99e586a2-7088-4590-a756-f019b5fd65cf tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:00.231220 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 41982) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:54:00.237189 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-ba3f7aab-767d-4f9b-9173-5d29c7fb7b76 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--409841427', 'description': 'tempest-description--918105759'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:54:00.244107 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-ba3f7aab-767d-4f9b-9173-5d29c7fb7b76 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:54:00.248840 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-ba3f7aab-767d-4f9b-9173-5d29c7fb7b76 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Usage tracker for resource:security_group and tenant:5cd97b12be18437993ae8b61408dfe02 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:54:00.252001 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-ba3f7aab-767d-4f9b-9173-5d29c7fb7b76 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:54:00.258353 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-ba3f7aab-767d-4f9b-9173-5d29c7fb7b76 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:54:00.291363 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7aab-767d-4f9b-9173-5d29c7fb7b76 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:00.333627 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-ba3f7aab-767d-4f9b-9173-5d29c7fb7b76 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:54:00.339526 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-ba3f7aab-767d-4f9b-9173-5d29c7fb7b76 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Usage tracker for resource:security_group_rule and tenant:5cd97b12be18437993ae8b61408dfe02 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:54:00.344019 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-ba3f7aab-767d-4f9b-9173-5d29c7fb7b76 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:54:00.351541 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-ba3f7aab-767d-4f9b-9173-5d29c7fb7b76 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:54:00.391828 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [req-ddc42508-47cf-4108-b240-bd9c2131deac req-99e586a2-7088-4590-a756-f019b5fd65cf tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Allocated IP 172.20.0.12 (e5b2c727-4df9-4ea8-bf8a-1e179c6d9965/7b49c561-1ceb-4c3b-9352-979a5ef7193b/76fd303e-79dd-4a7c-a799-9864eb7a43e8) {{(pid=84429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:54:00.424749 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 88501de2-0adb-4520-a8e2-0b0099b610dc details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:54:00.499903 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7aab-767d-4f9b-9173-5d29c7fb7b76 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:00.550567 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7aab-767d-4f9b-9173-5d29c7fb7b76 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:00.564367 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 7a642d2d-64ea-44c3-9434-e2d7446e0aa0 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:54:00.577638 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e8ff42f2-aff8-49e3-b38a-35300f36e991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:00.619679 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] No Port match for: 7a642d2d-64ea-44c3-9434-e2d7446e0aa0 {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:54:00.620236 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 7a642d2d-64ea-44c3-9434-e2d7446e0aa0 not bound to the agent host hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:54:00.641475 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-ddc42508-47cf-4108-b240-bd9c2131deac req-99e586a2-7088-4590-a756-f019b5fd65cf tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for port, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:00.652897 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f7aab-767d-4f9b-9173-5d29c7fb7b76 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f63ef1bc-206b-4af4-9218-ae96b052e0f3,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:00.656384 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-ba3f7aab-767d-4f9b-9173-5d29c7fb7b76 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:00.657348 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ba3f7aab-767d-4f9b-9173-5d29c7fb7b76 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:00.657495 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 88501de2-0adb-4520-a8e2-0b0099b610dc, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=88501de2-0adb-4520-a8e2-0b0099b610dc,segment=NetworkSegment(5c3e2455-115b-4e73-83c8-b139dc5b3c12),segment_id=5c3e2455-115b-4e73-83c8-b139dc5b3c12)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:54:00.661497 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-ba3f7aab-767d-4f9b-9173-5d29c7fb7b76 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4263172 Apr 05 15:54:00.661630 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [req-ddc42508-47cf-4108-b240-bd9c2131deac req-99e586a2-7088-4590-a756-f019b5fd65cf tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Transition to ACTIVE for port object 76fd303e-79dd-4a7c-a799-9864eb7a43e8 will not be triggered until provisioned by entity DHCP. {{(pid=84429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:54:00.662191 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 41994) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:54:00.668131 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-dd13188c-72b3-430d-a564-bde21a0f3d41 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Request body: {'security_group_rule': {'security_group_id': 'f63ef1bc-206b-4af4-9218-ae96b052e0f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:54:00.672308 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Returning: {'device': '88501de2-0adb-4520-a8e2-0b0099b610dc', 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1', 'port_id': '88501de2-0adb-4520-a8e2-0b0099b610dc', 'mac_address': 'fa:16:3e:8d:0f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:54:00.678323 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-dd13188c-72b3-430d-a564-bde21a0f3d41 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:54:00.683351 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-dd13188c-72b3-430d-a564-bde21a0f3d41 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Usage tracker for resource:security_group_rule and tenant:5cd97b12be18437993ae8b61408dfe02 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:54:00.687196 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-dd13188c-72b3-430d-a564-bde21a0f3d41 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:54:00.694996 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-dd13188c-72b3-430d-a564-bde21a0f3d41 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:54:00.716329 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c957aab6-366a-4525-8f6d-f9ecd69117bc req-94bed2ce-88b8-4ef9-b5e3-a390f6fa1fa2 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 210 time: 0.3612225 Apr 05 15:54:00.738345 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-dd13188c-72b3-430d-a564-bde21a0f3d41 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:00.743001 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:00.756083 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-ddc42508-47cf-4108-b240-bd9c2131deac req-99e586a2-7088-4590-a756-f019b5fd65cf tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:00.763202 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88501de2-0adb-4520-a8e2-0b0099b610dc {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:54:00.765785 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5d18d-86e2-4ac8-a7f0-1c56910eaa32 req-8b26165b-b2ff-4f33-8e97-5d7649a76127 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:00.767440 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-25a5d18d-86e2-4ac8-a7f0-1c56910eaa32 req-8b26165b-b2ff-4f33-8e97-5d7649a76127 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd3475e8-8db1-4999-adf1-b27038a9c1a0 HTTP/1.1" status: 200 len: 943 time: 0.2239816 Apr 05 15:54:00.780314 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 88501de2-0adb-4520-a8e2-0b0099b610dc, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=88501de2-0adb-4520-a8e2-0b0099b610dc,segment=NetworkSegment(5c3e2455-115b-4e73-83c8-b139dc5b3c12),segment_id=5c3e2455-115b-4e73-83c8-b139dc5b3c12)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:54:00.783114 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-52c4ace3-5b87-419e-b706-2b3494e9ab15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:00.804798 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:00.806745 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:00.817023 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-25a5d18d-86e2-4ac8-a7f0-1c56910eaa32 req-beb90e2f-08d7-4892-9870-c6b393c2fde9 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432701 Apr 05 15:54:00.881952 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=88501de2-0adb-4520-a8e2-0b0099b610dc,revision_number=4']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:00.890316 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:00.890728 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:00.891108 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:00.891478 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:00.891845 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:00.892215 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:00.892580 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:00.892944 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:00.893313 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:00.893672 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:00.894037 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:00.894408 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:00.898662 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:00.964622 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e586a2-7088-4590-a756-f019b5fd65cf tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Pushing event updated for resources: {'Port': ['ID=76fd303e-79dd-4a7c-a799-9864eb7a43e8,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:00.975370 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-99e586a2-7088-4590-a756-f019b5fd65cf tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:00.982948 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-dd13188c-72b3-430d-a564-bde21a0f3d41 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:01.007141 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-dd13188c-72b3-430d-a564-bde21a0f3d41 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742385'] for security_group_rule, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:01.015789 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:01.044596 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd13188c-72b3-430d-a564-bde21a0f3d41 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=812b4e2f-8aac-4f49-9ee0-6ad1ffacd29b,revision_number=0']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:01.049816 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc42508-47cf-4108-b240-bd9c2131deac req-99e586a2-7088-4590-a756-f019b5fd65cf tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Network e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:54:01.050831 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-dd13188c-72b3-430d-a564-bde21a0f3d41 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:01.052315 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [req-ddc42508-47cf-4108-b240-bd9c2131deac req-99e586a2-7088-4590-a756-f019b5fd65cf tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:54:01.056581 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc42508-47cf-4108-b240-bd9c2131deac req-99e586a2-7088-4590-a756-f019b5fd65cf tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Received port after_create {{(pid=84429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:54:01.131131 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc42508-47cf-4108-b240-bd9c2131deac req-99e586a2-7088-4590-a756-f019b5fd65cf tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:01.131816 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-ddc42508-47cf-4108-b240-bd9c2131deac req-99e586a2-7088-4590-a756-f019b5fd65cf tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:01.138196 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-dd13188c-72b3-430d-a564-bde21a0f3d41 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:01.142109 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-dd13188c-72b3-430d-a564-bde21a0f3d41 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4764497 Apr 05 15:54:01.143261 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 42002) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:54:01.151363 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-e7dbd32c-3d13-41ba-ba3f-1d30c1504e7f tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Request body: {'security_group_rule': {'security_group_id': 'f63ef1bc-206b-4af4-9218-ae96b052e0f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:54:01.153309 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['88501de2-0adb-4520-a8e2-0b0099b610dc'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:54:01.161480 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-e7dbd32c-3d13-41ba-ba3f-1d30c1504e7f tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:54:01.163950 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-e7dbd32c-3d13-41ba-ba3f-1d30c1504e7f tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Usage tracker for resource:security_group_rule and tenant:5cd97b12be18437993ae8b61408dfe02 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:54:01.168172 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-e7dbd32c-3d13-41ba-ba3f-1d30c1504e7f tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:54:01.171785 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ddc42508-47cf-4108-b240-bd9c2131deac req-99e586a2-7088-4590-a756-f019b5fd65cf tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4638937 Apr 05 15:54:01.176188 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-e7dbd32c-3d13-41ba-ba3f-1d30c1504e7f tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:54:01.187128 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-ddc42508-47cf-4108-b240-bd9c2131deac req-773a21d1-85fc-4e54-b1b9-f3adb5c6c44a service neutron] Request body: {'port': {'device_id': '8e0c8c71-b721-46cc-b6e8-eee4d03eb450', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:54:01.227089 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e7dbd32c-3d13-41ba-ba3f-1d30c1504e7f tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:01.300485 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e7dbd32c-3d13-41ba-ba3f-1d30c1504e7f tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:01.320142 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e7dbd32c-3d13-41ba-ba3f-1d30c1504e7f tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742385'] for security_group_rule, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:01.322549 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:01.339819 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-ddc42508-47cf-4108-b240-bd9c2131deac req-773a21d1-85fc-4e54-b1b9-f3adb5c6c44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:01.353314 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dbd32c-3d13-41ba-ba3f-1d30c1504e7f tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc424a03-de72-488c-ab45-ed31bf2dc040,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:01.359045 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e7dbd32c-3d13-41ba-ba3f-1d30c1504e7f tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:01.368964 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-e20cd499-b530-4c8d-ab76-ebca72635552 None None] Provisioning for port 76fd303e-79dd-4a7c-a799-9864eb7a43e8 completed by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:54:01.386028 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-e20cd499-b530-4c8d-ab76-ebca72635552 None None] Provisioning complete for port 76fd303e-79dd-4a7c-a799-9864eb7a43e8 triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:54:01.386513 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e20cd499-b530-4c8d-ab76-ebca72635552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:01.389004 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e7dbd32c-3d13-41ba-ba3f-1d30c1504e7f tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:01.393653 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-e7dbd32c-3d13-41ba-ba3f-1d30c1504e7f tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2457948 Apr 05 15:54:01.393967 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 42008) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:54:01.399854 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-116c01eb-1b58-4bfe-bb13-6b93fdcb31bd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Request body: {'floatingip': {'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:54:01.407009 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-116c01eb-1b58-4bfe-bb13-6b93fdcb31bd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:54:01.410935 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-116c01eb-1b58-4bfe-bb13-6b93fdcb31bd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Usage tracker for resource:floatingip and tenant:5cd97b12be18437993ae8b61408dfe02 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:54:01.413832 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-116c01eb-1b58-4bfe-bb13-6b93fdcb31bd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:54:01.420192 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-116c01eb-1b58-4bfe-bb13-6b93fdcb31bd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:54:01.456987 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-116c01eb-1b58-4bfe-bb13-6b93fdcb31bd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for floatingip, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:01.480870 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-e20cd499-b530-4c8d-ab76-ebca72635552 None None] Port 76fd303e-79dd-4a7c-a799-9864eb7a43e8 cannot update to ACTIVE because it is not bound. {{(pid=84431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:54:01.607547 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-116c01eb-1b58-4bfe-bb13-6b93fdcb31bd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:01.783485 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [req-ddc42508-47cf-4108-b240-bd9c2131deac req-773a21d1-85fc-4e54-b1b9-f3adb5c6c44a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76fd303e-79dd-4a7c-a799-9864eb7a43e8 {{(pid=84429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:54:01.792550 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-ddc42508-47cf-4108-b240-bd9c2131deac req-773a21d1-85fc-4e54-b1b9-f3adb5c6c44a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:01.809244 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [req-ddc42508-47cf-4108-b240-bd9c2131deac req-773a21d1-85fc-4e54-b1b9-f3adb5c6c44a service neutron] Transition to ACTIVE for port object 76fd303e-79dd-4a7c-a799-9864eb7a43e8 will not be triggered until provisioned by entity L2. {{(pid=84429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:54:01.839889 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-ddc42508-47cf-4108-b240-bd9c2131deac req-773a21d1-85fc-4e54-b1b9-f3adb5c6c44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9499705'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:01.857146 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-99e586a2-7088-4590-a756-f019b5fd65cf tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:02.006914 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a21d1-85fc-4e54-b1b9-f3adb5c6c44a service neutron] Pushing event updated for resources: {'Port': ['ID=76fd303e-79dd-4a7c-a799-9864eb7a43e8,revision_number=2']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:02.011141 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-773a21d1-85fc-4e54-b1b9-f3adb5c6c44a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:02.102303 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177329f-ac15-4668-9640-08d930f38228 req-fc04d249-6842-45c3-bb7d-cb9a1ddb31db tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:02.103963 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e177329f-ac15-4668-9640-08d930f38228 req-fc04d249-6842-45c3-bb7d-cb9a1ddb31db tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 944 time: 0.2285256 Apr 05 15:54:02.147218 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-116c01eb-1b58-4bfe-bb13-6b93fdcb31bd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Allocated IP 172.27.0.7 (dd229a0f-6ed6-426a-8b4c-b8529d79a707/9f98952a-db9d-40f5-8f74-bf7f0c188c38/bd4b0ec1-9108-47c8-831d-4ec78f27cd52) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:54:02.212968 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e177329f-ac15-4668-9640-08d930f38228 req-31521d16-a6d5-48c6-b56d-4d931f0a931a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982387 Apr 05 15:54:02.227808 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-ddc42508-47cf-4108-b240-bd9c2131deac req-773a21d1-85fc-4e54-b1b9-f3adb5c6c44a service neutron] Attempting to bind port 76fd303e-79dd-4a7c-a799-9864eb7a43e8 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:54:02.228534 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-ddc42508-47cf-4108-b240-bd9c2131deac req-773a21d1-85fc-4e54-b1b9-f3adb5c6c44a service neutron] Attempting to bind port 76fd303e-79dd-4a7c-a799-9864eb7a43e8 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'fef1935c-6d67-4364-9de4-33c96e20e798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965'}] {{(pid=84429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:54:02.228675 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc42508-47cf-4108-b240-bd9c2131deac req-773a21d1-85fc-4e54-b1b9-f3adb5c6c44a service neutron] Attempting to bind port 76fd303e-79dd-4a7c-a799-9864eb7a43e8 on network e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:54:02.234527 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc42508-47cf-4108-b240-bd9c2131deac req-773a21d1-85fc-4e54-b1b9-f3adb5c6c44a service neutron] Port 76fd303e-79dd-4a7c-a799-9864eb7a43e8 on network e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:54:02.235129 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc42508-47cf-4108-b240-bd9c2131deac req-773a21d1-85fc-4e54-b1b9-f3adb5c6c44a service neutron] Attempting to bind port 76fd303e-79dd-4a7c-a799-9864eb7a43e8 on network e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:54:02.239783 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbf023-04f0-4c8e-b725-d6620e0f4528 req-0976d561-4598-4e3a-94bb-0fd9c9898a9b tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:02.240844 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc42508-47cf-4108-b240-bd9c2131deac req-773a21d1-85fc-4e54-b1b9-f3adb5c6c44a service neutron] Checking agent: {'id': 'e13e0a38-98d8-4e7c-86ff-f8c578f1bff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'started_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:54:02.241289 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc42508-47cf-4108-b240-bd9c2131deac req-773a21d1-85fc-4e54-b1b9-f3adb5c6c44a service neutron] Checking segment: {'id': 'fef1935c-6d67-4364-9de4-33c96e20e798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:54:02.241773 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc42508-47cf-4108-b240-bd9c2131deac req-773a21d1-85fc-4e54-b1b9-f3adb5c6c44a service neutron] Bound using segment: {'id': 'fef1935c-6d67-4364-9de4-33c96e20e798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965'} {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:54:02.242314 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-ddc42508-47cf-4108-b240-bd9c2131deac req-773a21d1-85fc-4e54-b1b9-f3adb5c6c44a service neutron] Bound port: 76fd303e-79dd-4a7c-a799-9864eb7a43e8, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fef1935c-6d67-4364-9de4-33c96e20e798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965'}}] {{(pid=84429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:54:02.242786 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-ddc42508-47cf-4108-b240-bd9c2131deac req-773a21d1-85fc-4e54-b1b9-f3adb5c6c44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:02.247537 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9ebbf023-04f0-4c8e-b725-d6620e0f4528 req-0976d561-4598-4e3a-94bb-0fd9c9898a9b tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd3475e8-8db1-4999-adf1-b27038a9c1a0 HTTP/1.1" status: 200 len: 944 time: 0.2729335 Apr 05 15:54:02.342497 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-ddc42508-47cf-4108-b240-bd9c2131deac req-773a21d1-85fc-4e54-b1b9-f3adb5c6c44a service neutron] For port 76fd303e-79dd-4a7c-a799-9864eb7a43e8, host hv-cinder-78477, cleared binding levels {{(pid=84429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:54:02.345497 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-ddc42508-47cf-4108-b240-bd9c2131deac req-773a21d1-85fc-4e54-b1b9-f3adb5c6c44a service neutron] For port 76fd303e-79dd-4a7c-a799-9864eb7a43e8, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=76fd303e-79dd-4a7c-a799-9864eb7a43e8,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:54:02.361151 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9ebbf023-04f0-4c8e-b725-d6620e0f4528 req-f458ff37-6f1f-4b22-8ec6-d6f3f17d4c06 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127009 Apr 05 15:54:02.383899 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-ddc42508-47cf-4108-b240-bd9c2131deac req-773a21d1-85fc-4e54-b1b9-f3adb5c6c44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9499705'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:02.400684 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-116c01eb-1b58-4bfe-bb13-6b93fdcb31bd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:02.400948 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-feffd78e-2a74-400c-b1da-d4ed248e169f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:02.429699 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 88501de2-0adb-4520-a8e2-0b0099b610dc up at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:54:02.451799 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-116c01eb-1b58-4bfe-bb13-6b93fdcb31bd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:02.471625 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-67691571-8179-4e8b-aa2d-aa33a290c11c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:02.540060 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning for port 88501de2-0adb-4520-a8e2-0b0099b610dc completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:54:02.547187 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning complete for port 88501de2-0adb-4520-a8e2-0b0099b610dc triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:54:02.548643 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:02.560513 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a21d1-85fc-4e54-b1b9-f3adb5c6c44a service neutron] Pushing event updated for resources: {'Port': ['ID=76fd303e-79dd-4a7c-a799-9864eb7a43e8,revision_number=3']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:02.566229 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-773a21d1-85fc-4e54-b1b9-f3adb5c6c44a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:02.603285 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc42508-47cf-4108-b240-bd9c2131deac req-773a21d1-85fc-4e54-b1b9-f3adb5c6c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:02.604077 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-ddc42508-47cf-4108-b240-bd9c2131deac req-773a21d1-85fc-4e54-b1b9-f3adb5c6c44a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:02.605806 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ddc42508-47cf-4108-b240-bd9c2131deac req-773a21d1-85fc-4e54-b1b9-f3adb5c6c44a service neutron] 10.222.0.43 "PUT /v2.0/ports/76fd303e-79dd-4a7c-a799-9864eb7a43e8 HTTP/1.1" status: 200 len: 1094 time: 1.4260340 Apr 05 15:54:02.606703 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0c8c71-b721-46cc-b6e8-eee4d03eb450', 'tag': '76fd303e-79dd-4a7c-a799-9864eb7a43e8'}] {{(pid=84429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:54:02.634771 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c01eb-1b58-4bfe-bb13-6b93fdcb31bd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Pushing event updated for resources: {'Port': ['ID=bd4b0ec1-9108-47c8-831d-4ec78f27cd52,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:02.634771 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-116c01eb-1b58-4bfe-bb13-6b93fdcb31bd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:02.704730 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116c01eb-1b58-4bfe-bb13-6b93fdcb31bd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Network dd229a0f-6ed6-426a-8b4c-b8529d79a707 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:54:02.706051 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-116c01eb-1b58-4bfe-bb13-6b93fdcb31bd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Resources bound (agent type, host, resource id): {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:54:02.708474 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116c01eb-1b58-4bfe-bb13-6b93fdcb31bd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:54:02.741019 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e0c8c71-b721-46cc-b6e8-eee4d03eb450', 'tag': '76fd303e-79dd-4a7c-a799-9864eb7a43e8', 'status': 'completed', 'code': 200} Apr 05 15:54:02.801161 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc42508-47cf-4108-b240-bd9c2131deac req-e3d8ba8f-adaa-4fbe-9d66-dc51aff787ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:02.803194 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ddc42508-47cf-4108-b240-bd9c2131deac req-e3d8ba8f-adaa-4fbe-9d66-dc51aff787ad service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=639ec5b6ae8d4642b674c6cd637e4cb2&device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 1097 time: 0.1281428 Apr 05 15:54:02.814890 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-116c01eb-1b58-4bfe-bb13-6b93fdcb31bd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:02.915261 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-116c01eb-1b58-4bfe-bb13-6b93fdcb31bd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:02.925022 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ddc42508-47cf-4108-b240-bd9c2131deac req-8a35fb30-9d44-4552-8f0f-4812e0ae9d7e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76fd303e-79dd-4a7c-a799-9864eb7a43e8 HTTP/1.1" status: 200 len: 217 time: 0.1106055 Apr 05 15:54:02.980920 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:03.007018 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc42508-47cf-4108-b240-bd9c2131deac req-9bdbbf7c-b6d4-4162-8f8b-ac58337b4b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:03.008977 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ddc42508-47cf-4108-b240-bd9c2131deac req-9bdbbf7c-b6d4-4162-8f8b-ac58337b4b4f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b49c561-1ceb-4c3b-9352-979a5ef7193b HTTP/1.1" status: 200 len: 855 time: 0.0771308 Apr 05 15:54:03.015737 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3475e8-8db1-4999-adf1-b27038a9c1a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88501de2-0adb-4520-a8e2-0b0099b610dc'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:54:03.026146 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 88501de2-0adb-4520-a8e2-0b0099b610dc, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=88501de2-0adb-4520-a8e2-0b0099b610dc,segment=NetworkSegment(5c3e2455-115b-4e73-83c8-b139dc5b3c12),segment_id=5c3e2455-115b-4e73-83c8-b139dc5b3c12)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:54:03.068305 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:03.071356 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3475e8-8db1-4999-adf1-b27038a9c1a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88501de2-0adb-4520-a8e2-0b0099b610dc', 'code': 200} Apr 05 15:54:03.071898 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:03.108161 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc42508-47cf-4108-b240-bd9c2131deac req-5a2c05ce-9d61-4166-90c6-08c38dbcb81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:03.110033 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ddc42508-47cf-4108-b240-bd9c2131deac req-5a2c05ce-9d61-4166-90c6-08c38dbcb81f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5b2c727-4df9-4ea8-bf8a-1e179c6d9965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0920238 Apr 05 15:54:03.145595 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=88501de2-0adb-4520-a8e2-0b0099b610dc,revision_number=5']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:03.148976 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:03.230826 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-116c01eb-1b58-4bfe-bb13-6b93fdcb31bd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:03.262217 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-116c01eb-1b58-4bfe-bb13-6b93fdcb31bd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844508714'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:03.274632 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ddc42508-47cf-4108-b240-bd9c2131deac req-9d8cf520-3569-473d-a3ea-516c87d39ee6 service neutron] 10.222.0.43 "GET /v2.0/networks/e5b2c727-4df9-4ea8-bf8a-1e179c6d9965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560566 Apr 05 15:54:03.279145 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6780e695-e521-42d2-8905-1a997c59bb93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:03.443886 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ddc42508-47cf-4108-b240-bd9c2131deac req-244d18e5-163c-433f-9776-369545ae9e7f service neutron] 10.222.0.43 "GET /v2.0/networks/e5b2c727-4df9-4ea8-bf8a-1e179c6d9965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615813 Apr 05 15:54:03.616945 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba5034-9182-4eb1-bcca-18ce6a0b72e6 req-8f64e0ba-bed5-4c9c-b261-6c95a0871e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:03.618571 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d3ba5034-9182-4eb1-bcca-18ce6a0b72e6 req-8f64e0ba-bed5-4c9c-b261-6c95a0871e0e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=639ec5b6ae8d4642b674c6cd637e4cb2&device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 1097 time: 0.0824888 Apr 05 15:54:03.646632 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c01eb-1b58-4bfe-bb13-6b93fdcb31bd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Pushing event updated for resources: {'Port': ['ID=bd4b0ec1-9108-47c8-831d-4ec78f27cd52,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:03.649889 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-116c01eb-1b58-4bfe-bb13-6b93fdcb31bd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:03.766650 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba5034-9182-4eb1-bcca-18ce6a0b72e6 req-ab1bb026-cb76-4067-b7af-28008c3d3a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:03.768229 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d3ba5034-9182-4eb1-bcca-18ce6a0b72e6 req-ab1bb026-cb76-4067-b7af-28008c3d3a38 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 HTTP/1.1" status: 200 len: 917 time: 0.1431646 Apr 05 15:54:03.783962 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d499fd5-418e-4788-85a4-db1b0dceee23 req-6aa48c6a-9da2-46c4-aaec-fef3478b8c40 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:03.785722 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9d499fd5-418e-4788-85a4-db1b0dceee23 req-6aa48c6a-9da2-46c4-aaec-fef3478b8c40 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 944 time: 0.4359634 Apr 05 15:54:03.790700 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64229b9e-b929-4585-8f50-63c11bd02da1 req-3141ff2c-af1e-4f61-b23d-121542650df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:03.792207 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-64229b9e-b929-4585-8f50-63c11bd02da1 req-3141ff2c-af1e-4f61-b23d-121542650df5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dd3475e8-8db1-4999-adf1-b27038a9c1a0 HTTP/1.1" status: 200 len: 1098 time: 0.3969262 Apr 05 15:54:03.846652 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d3ba5034-9182-4eb1-bcca-18ce6a0b72e6 req-b0c0a7a7-d1aa-4b75-a281-c8121d4e83ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76fd303e-79dd-4a7c-a799-9864eb7a43e8 HTTP/1.1" status: 200 len: 217 time: 0.0710642 Apr 05 15:54:03.863021 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41870cf-d2e9-4c0d-bf7e-099df20016a9 req-0ed4392d-1ded-4a52-bd88-987db8684207 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:03.864642 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e41870cf-d2e9-4c0d-bf7e-099df20016a9 req-0ed4392d-1ded-4a52-bd88-987db8684207 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd3475e8-8db1-4999-adf1-b27038a9c1a0 HTTP/1.1" status: 200 len: 945 time: 0.3372548 Apr 05 15:54:03.880664 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-116c01eb-1b58-4bfe-bb13-6b93fdcb31bd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850964789'] for floatingip, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:03.926648 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba5034-9182-4eb1-bcca-18ce6a0b72e6 req-6dff1f46-a7f2-4383-abe5-a5e0f36dceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:03.928237 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d3ba5034-9182-4eb1-bcca-18ce6a0b72e6 req-6dff1f46-a7f2-4383-abe5-a5e0f36dceb4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b49c561-1ceb-4c3b-9352-979a5ef7193b HTTP/1.1" status: 200 len: 855 time: 0.0741069 Apr 05 15:54:03.936624 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-64229b9e-b929-4585-8f50-63c11bd02da1 req-cec40f08-3483-4335-b310-fa6b059ce5fe service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314371 Apr 05 15:54:03.947965 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9d499fd5-418e-4788-85a4-db1b0dceee23 req-cd3018e6-b297-40f9-a08d-9f874361ed2a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458502 Apr 05 15:54:03.981794 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e41870cf-d2e9-4c0d-bf7e-099df20016a9 req-77a7b126-e618-41ed-add7-a3d85b3810ac tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921514 Apr 05 15:54:03.993890 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-116c01eb-1b58-4bfe-bb13-6b93fdcb31bd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for floatingip, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:03.995383 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-116c01eb-1b58-4bfe-bb13-6b93fdcb31bd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6001339 Apr 05 15:54:04.029063 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba5034-9182-4eb1-bcca-18ce6a0b72e6 req-324ea9a5-f1c6-433d-99f0-04b6b1638efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:04.030690 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d3ba5034-9182-4eb1-bcca-18ce6a0b72e6 req-324ea9a5-f1c6-433d-99f0-04b6b1638efe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5b2c727-4df9-4ea8-bf8a-1e179c6d9965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0952790 Apr 05 15:54:04.180441 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d3ba5034-9182-4eb1-bcca-18ce6a0b72e6 req-efff9d9d-62e0-4e1a-b5d4-1a8bc5a41074 service neutron] 10.222.0.43 "GET /v2.0/networks/e5b2c727-4df9-4ea8-bf8a-1e179c6d9965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418259 Apr 05 15:54:04.235185 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-d4023060-1032-4805-97dd-f75f3920008d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Synchronizing usage tracker for tenant:5cd97b12be18437993ae8b61408dfe02 on resource:security_group {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:54:04.279204 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-d4023060-1032-4805-97dd-f75f3920008d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Unset dirty status for tenant:5cd97b12be18437993ae8b61408dfe02 on resource:security_group {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:54:04.280603 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-d4023060-1032-4805-97dd-f75f3920008d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--409841427&fields=id&tenant_id=5cd97b12be18437993ae8b61408dfe02 HTTP/1.1" status: 200 len: 267 time: 0.0877721 Apr 05 15:54:04.329250 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d3ba5034-9182-4eb1-bcca-18ce6a0b72e6 req-9b5185d1-8a0b-4abb-856f-cb1fdd1f7c2f service neutron] 10.222.0.43 "GET /v2.0/networks/e5b2c727-4df9-4ea8-bf8a-1e179c6d9965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406262 Apr 05 15:54:04.452924 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-2e85cd84-c7a6-4a69-b34e-58d806fe3a9a tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:04.454509 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-2e85cd84-c7a6-4a69-b34e-58d806fe3a9a tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/networks?id=3ce8b371-7444-4e4c-b34f-4697bdc6ea9f HTTP/1.1" status: 200 len: 811 time: 0.1623440 Apr 05 15:54:04.471993 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-dccc251e-2b92-4b7f-9fdf-2bc56adb50ac tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/quotas/5cd97b12be18437993ae8b61408dfe02 HTTP/1.1" status: 200 len: 375 time: 0.0107534 Apr 05 15:54:04.567631 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-1f51d757-05b7-41fa-a79c-0f452cccfee5 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Synchronizing usage tracker for tenant:5cd97b12be18437993ae8b61408dfe02 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:54:04.605050 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-1f51d757-05b7-41fa-a79c-0f452cccfee5 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Unset dirty status for tenant:5cd97b12be18437993ae8b61408dfe02 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:54:04.606585 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-1f51d757-05b7-41fa-a79c-0f452cccfee5 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5cd97b12be18437993ae8b61408dfe02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1289039 Apr 05 15:54:04.760008 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-732bc6f4-3aa4-4c49-a59f-272997b86a34 service neutron] 10.222.0.44 "GET /v2.0/networks/3ce8b371-7444-4e4c-b34f-4697bdc6ea9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399870 Apr 05 15:54:04.926708 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-d6224474-2a37-48c9-8c75-83fe48fbfd35 service neutron] 10.222.0.44 "GET /v2.0/networks/3ce8b371-7444-4e4c-b34f-4697bdc6ea9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584227 Apr 05 15:54:05.235314 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395c410-d071-4b4a-9f9d-5433e310c686 req-898e5ff1-13ae-46c8-855b-b80c06bca935 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:05.239048 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3395c410-d071-4b4a-9f9d-5433e310c686 req-898e5ff1-13ae-46c8-855b-b80c06bca935 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 944 time: 0.0982406 Apr 05 15:54:05.342754 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3395c410-d071-4b4a-9f9d-5433e310c686 req-afe03454-11be-4b93-a73c-21d5aae8d95d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985551 Apr 05 15:54:05.386832 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0bbcf-8403-4f4b-b5e3-b8c971e5ddc4 req-4961d0fc-554e-4717-b9b9-b33f919b1033 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:05.389108 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-dfc0bbcf-8403-4f4b-b5e3-b8c971e5ddc4 req-4961d0fc-554e-4717-b9b9-b33f919b1033 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd3475e8-8db1-4999-adf1-b27038a9c1a0 HTTP/1.1" status: 200 len: 945 time: 0.1277466 Apr 05 15:54:05.469129 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-05e098d9-4b39-468a-9bfa-e1b6d634662a req-1865fa16-3e0a-403a-a97a-48e42d056b2f tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 210 time: 0.0559964 Apr 05 15:54:05.489883 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-dfc0bbcf-8403-4f4b-b5e3-b8c971e5ddc4 req-aa8f9d36-d384-4a1f-9854-694460357c64 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934770 Apr 05 15:54:05.699564 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58feaf47-8f5d-46ec-b4ab-225ddb8c7310 req-bc2d5881-e889-4fc4-a11b-705e4db40d77 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:05.701742 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-58feaf47-8f5d-46ec-b4ab-225ddb8c7310 req-bc2d5881-e889-4fc4-a11b-705e4db40d77 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd3475e8-8db1-4999-adf1-b27038a9c1a0 HTTP/1.1" status: 200 len: 945 time: 0.1002839 Apr 05 15:54:05.755193 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-58feaf47-8f5d-46ec-b4ab-225ddb8c7310 req-795af5b9-01da-4c04-ac36-fb1210608ace tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468652 Apr 05 15:54:05.786424 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 42114) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:54:05.992463 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684e165d-db16-443a-981a-a445b606e382 tempest-TestVolumeBootPattern-45700348 tempest-TestVolumeBootPattern-45700348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:05.993239 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-684e165d-db16-443a-981a-a445b606e382 tempest-TestVolumeBootPattern-45700348 tempest-TestVolumeBootPattern-45700348-project-admin] Synchronizing usage tracker for tenant:dba536d6a6e74097a1f653e84c24ad65 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:54:06.027425 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-684e165d-db16-443a-981a-a445b606e382 tempest-TestVolumeBootPattern-45700348 tempest-TestVolumeBootPattern-45700348-project-admin] Unset dirty status for tenant:dba536d6a6e74097a1f653e84c24ad65 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:54:06.028694 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-684e165d-db16-443a-981a-a445b606e382 tempest-TestVolumeBootPattern-45700348 tempest-TestVolumeBootPattern-45700348-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=dd3475e8-8db1-4999-adf1-b27038a9c1a0 HTTP/1.1" status: 200 len: 1093 time: 0.2412062 Apr 05 15:54:06.032173 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 42122) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:54:06.037753 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-532871b4-fdfc-4cbe-9e6f-d9c01f8b07fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Request body: {'floatingip': {'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'port_id': '88501de2-0adb-4520-a8e2-0b0099b610dc', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:54:06.044545 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-532871b4-fdfc-4cbe-9e6f-d9c01f8b07fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:54:06.048499 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-532871b4-fdfc-4cbe-9e6f-d9c01f8b07fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Usage tracker for resource:floatingip and tenant:9ac127c9bf344f5f88cf1aa6eacdf909 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:54:06.051435 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-532871b4-fdfc-4cbe-9e6f-d9c01f8b07fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:54:06.058690 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-532871b4-fdfc-4cbe-9e6f-d9c01f8b07fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:54:06.319338 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-532871b4-fdfc-4cbe-9e6f-d9c01f8b07fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for floatingip, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:06.455509 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 76fd303e-79dd-4a7c-a799-9864eb7a43e8 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:54:06.521333 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-532871b4-fdfc-4cbe-9e6f-d9c01f8b07fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:06.614219 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 76fd303e-79dd-4a7c-a799-9864eb7a43e8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=76fd303e-79dd-4a7c-a799-9864eb7a43e8,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:54:06.629709 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Returning: {'device': '76fd303e-79dd-4a7c-a799-9864eb7a43e8', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'port_id': '76fd303e-79dd-4a7c-a799-9864eb7a43e8', 'mac_address': 'fa:16:3e:50:f6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:54:06.662917 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9631b1b7-fcd7-4f1d-936d-3e67db498dfa req-e45f14e2-dba8-400c-8e08-b95d6f41db6c tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 210 time: 0.0617521 Apr 05 15:54:06.690782 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:06.709193 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76fd303e-79dd-4a7c-a799-9864eb7a43e8 {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:54:06.723753 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d9bb5-569f-498f-9c32-4de19db295d1 req-68019d97-0153-4d84-8ac7-559abfcb318a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:06.725048 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 76fd303e-79dd-4a7c-a799-9864eb7a43e8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=76fd303e-79dd-4a7c-a799-9864eb7a43e8,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:54:06.725344 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c53d9bb5-569f-498f-9c32-4de19db295d1 req-68019d97-0153-4d84-8ac7-559abfcb318a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 944 time: 0.2566113 Apr 05 15:54:06.748419 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:06.750321 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:06.806770 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-532871b4-fdfc-4cbe-9e6f-d9c01f8b07fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Allocated IP 172.27.0.152 (dd229a0f-6ed6-426a-8b4c-b8529d79a707/9f98952a-db9d-40f5-8f74-bf7f0c188c38/4ec645db-856e-42c7-b6b9-a5be278ef5e0) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:54:06.824816 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c53d9bb5-569f-498f-9c32-4de19db295d1 req-005a4568-ec45-4d2b-83df-392eb3a04f76 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887480 Apr 05 15:54:06.829358 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=76fd303e-79dd-4a7c-a799-9864eb7a43e8,revision_number=4']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:06.833466 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:06.990210 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-532871b4-fdfc-4cbe-9e6f-d9c01f8b07fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:07.030841 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['76fd303e-79dd-4a7c-a799-9864eb7a43e8'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:54:07.072112 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-532871b4-fdfc-4cbe-9e6f-d9c01f8b07fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:07.096889 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:07.250628 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532871b4-fdfc-4cbe-9e6f-d9c01f8b07fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Pushing event updated for resources: {'Port': ['ID=4ec645db-856e-42c7-b6b9-a5be278ef5e0,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:07.273252 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-532871b4-fdfc-4cbe-9e6f-d9c01f8b07fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:07.321274 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532871b4-fdfc-4cbe-9e6f-d9c01f8b07fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Network dd229a0f-6ed6-426a-8b4c-b8529d79a707 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:54:07.322576 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-532871b4-fdfc-4cbe-9e6f-d9c01f8b07fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Resources bound (agent type, host, resource id): {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:54:07.324796 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532871b4-fdfc-4cbe-9e6f-d9c01f8b07fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:54:07.345151 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-23f8408f-ad20-4271-9a3a-ffe841a59ec5 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:07.345894 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-23f8408f-ad20-4271-9a3a-ffe841a59ec5 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Synchronizing usage tracker for tenant:5cd97b12be18437993ae8b61408dfe02 on resource:network {{(pid=84429) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:54:07.393420 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-23f8408f-ad20-4271-9a3a-ffe841a59ec5 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Unset dirty status for tenant:5cd97b12be18437993ae8b61408dfe02 on resource:network {{(pid=84429) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:54:07.394702 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-23f8408f-ad20-4271-9a3a-ffe841a59ec5 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.43 "GET /v2.0/networks?id=3ce8b371-7444-4e4c-b34f-4697bdc6ea9f HTTP/1.1" status: 200 len: 811 time: 0.4648864 Apr 05 15:54:07.474006 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-a6cbeaa0-bc5a-4596-8e7a-c5fd371b72e1 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Synchronizing usage tracker for tenant:5cd97b12be18437993ae8b61408dfe02 on resource:security_group {{(pid=84429) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:54:07.485855 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-a6cbeaa0-bc5a-4596-8e7a-c5fd371b72e1 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Unset dirty status for tenant:5cd97b12be18437993ae8b61408dfe02 on resource:security_group {{(pid=84429) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:54:07.487560 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-a6cbeaa0-bc5a-4596-8e7a-c5fd371b72e1 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5cd97b12be18437993ae8b61408dfe02 HTTP/1.1" status: 200 len: 5703 time: 0.0830426 Apr 05 15:54:07.497593 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-a5ce9255-603a-4623-98b3-8b58c351a7f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Request body: {'port': {'device_id': '9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d', 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f', 'admin_state_up': True, 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'security_groups': ['f63ef1bc-206b-4af4-9218-ae96b052e0f3']}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:54:07.645501 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-a5ce9255-603a-4623-98b3-8b58c351a7f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:54:07.656013 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-a5ce9255-603a-4623-98b3-8b58c351a7f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:54:07.700778 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-a5ce9255-603a-4623-98b3-8b58c351a7f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Made reservation on behalf of 5cd97b12be18437993ae8b61408dfe02 for: {'port': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:54:07.707041 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-a5ce9255-603a-4623-98b3-8b58c351a7f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:07.766874 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-532871b4-fdfc-4cbe-9e6f-d9c01f8b07fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:07.832984 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1cefd626-6913-4100-aaa2-6a70eae10be3 req-fa4eeeca-aa0a-43d0-9f0d-155ceacd3d58 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 210 time: 0.0528443 Apr 05 15:54:07.916170 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-a5ce9255-603a-4623-98b3-8b58c351a7f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Allocated IP 172.20.0.7 (3ce8b371-7444-4e4c-b34f-4697bdc6ea9f/368c6b65-9ecb-4154-a01c-9ea51d2251a4/83ae140d-1b28-4aef-ac86-8debff592958) {{(pid=84429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:54:07.942344 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-532871b4-fdfc-4cbe-9e6f-d9c01f8b07fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:08.129597 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-a5ce9255-603a-4623-98b3-8b58c351a7f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for port, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:08.146236 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-a5ce9255-603a-4623-98b3-8b58c351a7f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Transition to ACTIVE for port object 83ae140d-1b28-4aef-ac86-8debff592958 will not be triggered until provisioned by entity DHCP. {{(pid=84429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:54:08.184089 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4925c4-a697-4d21-8ece-fd7943031d4b req-50f396a7-6f1e-4255-99d2-a35257e356da tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:08.184089 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-db4925c4-a697-4d21-8ece-fd7943031d4b req-50f396a7-6f1e-4255-99d2-a35257e356da tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 945 time: 0.2059836 Apr 05 15:54:08.193964 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-a5ce9255-603a-4623-98b3-8b58c351a7f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:08.212177 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-19f17ca1-670d-4b32-b592-e3cc6c1869a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:08.305212 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-db4925c4-a697-4d21-8ece-fd7943031d4b req-3ff2b3ca-f983-4239-8015-83df2fcf37b5 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147287 Apr 05 15:54:08.359767 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-532871b4-fdfc-4cbe-9e6f-d9c01f8b07fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:08.372647 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce9255-603a-4623-98b3-8b58c351a7f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Pushing event updated for resources: {'Port': ['ID=83ae140d-1b28-4aef-ac86-8debff592958,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:08.384669 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce9255-603a-4623-98b3-8b58c351a7f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:08.385091 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce9255-603a-4623-98b3-8b58c351a7f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:08.385513 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce9255-603a-4623-98b3-8b58c351a7f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:08.385951 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce9255-603a-4623-98b3-8b58c351a7f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:08.386433 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce9255-603a-4623-98b3-8b58c351a7f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:08.386862 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce9255-603a-4623-98b3-8b58c351a7f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:08.387792 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce9255-603a-4623-98b3-8b58c351a7f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:08.388198 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce9255-603a-4623-98b3-8b58c351a7f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:08.388620 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce9255-603a-4623-98b3-8b58c351a7f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:08.388738 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-532871b4-fdfc-4cbe-9e6f-d9c01f8b07fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844508714'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:08.389009 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce9255-603a-4623-98b3-8b58c351a7f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:08.389409 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce9255-603a-4623-98b3-8b58c351a7f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:08.389812 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce9255-603a-4623-98b3-8b58c351a7f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:08.393983 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a5ce9255-603a-4623-98b3-8b58c351a7f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:08.407004 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-18d2f10f-2075-45cf-abf2-0b61601c9919 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:08.432398 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-a5ce9255-603a-4623-98b3-8b58c351a7f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Network 3ce8b371-7444-4e4c-b34f-4697bdc6ea9f is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:54:08.433530 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-a5ce9255-603a-4623-98b3-8b58c351a7f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:54:08.436397 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-a5ce9255-603a-4623-98b3-8b58c351a7f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Received port after_create {{(pid=84429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:54:08.471211 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 76fd303e-79dd-4a7c-a799-9864eb7a43e8 up at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:54:08.520047 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-a5ce9255-603a-4623-98b3-8b58c351a7f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:08.521035 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-a5ce9255-603a-4623-98b3-8b58c351a7f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:08.567009 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532871b4-fdfc-4cbe-9e6f-d9c01f8b07fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Pushing event updated for resources: {'Port': ['ID=4ec645db-856e-42c7-b6b9-a5be278ef5e0,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:08.571955 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-532871b4-fdfc-4cbe-9e6f-d9c01f8b07fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:08.583423 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-a5ce9255-603a-4623-98b3-8b58c351a7f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0903647 Apr 05 15:54:08.599521 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-508fd535-b160-4597-938e-b70a6d47ab5f service neutron] Request body: {'port': {'device_id': '9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:54:08.606510 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning for port 76fd303e-79dd-4a7c-a799-9864eb7a43e8 completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:54:08.618701 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning complete for port 76fd303e-79dd-4a7c-a799-9864eb7a43e8 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:54:08.619130 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:08.676394 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-532871b4-fdfc-4cbe-9e6f-d9c01f8b07fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850964789'] for floatingip, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:08.750876 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-508fd535-b160-4597-938e-b70a6d47ab5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:08.764494 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:08.794192 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0c8c71-b721-46cc-b6e8-eee4d03eb450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fd303e-79dd-4a7c-a799-9864eb7a43e8'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:54:08.801209 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-7a35a48e-2edd-47a4-a61a-991122868f37 None None] Provisioning for port 83ae140d-1b28-4aef-ac86-8debff592958 completed by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:54:08.810423 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-7a35a48e-2edd-47a4-a61a-991122868f37 None None] Provisioning complete for port 83ae140d-1b28-4aef-ac86-8debff592958 triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:54:08.811983 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7a35a48e-2edd-47a4-a61a-991122868f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:08.894159 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 76fd303e-79dd-4a7c-a799-9864eb7a43e8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=76fd303e-79dd-4a7c-a799-9864eb7a43e8,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:54:08.896283 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0c8c71-b721-46cc-b6e8-eee4d03eb450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fd303e-79dd-4a7c-a799-9864eb7a43e8', 'code': 200} Apr 05 15:54:08.896940 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-7a35a48e-2edd-47a4-a61a-991122868f37 None None] Port 83ae140d-1b28-4aef-ac86-8debff592958 cannot update to ACTIVE because it is not bound. {{(pid=84431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:54:08.902949 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.l3_db [None req-532871b4-fdfc-4cbe-9e6f-d9c01f8b07fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Floating IP 4fccd177-f042-49a8-81a5-d00b04fa0204 associated. External IP: 172.27.0.152, port: 88501de2-0adb-4520-a8e2-0b0099b610dc. Apr 05 15:54:08.925040 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:08.928128 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:09.041068 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=76fd303e-79dd-4a7c-a799-9864eb7a43e8,revision_number=5']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:09.051785 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:09.293021 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-508fd535-b160-4597-938e-b70a6d47ab5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ae140d-1b28-4aef-ac86-8debff592958 {{(pid=84429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:54:09.301714 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-508fd535-b160-4597-938e-b70a6d47ab5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:09.318178 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-508fd535-b160-4597-938e-b70a6d47ab5f service neutron] Transition to ACTIVE for port object 83ae140d-1b28-4aef-ac86-8debff592958 will not be triggered until provisioned by entity L2. {{(pid=84429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:54:09.359596 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-508fd535-b160-4597-938e-b70a6d47ab5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9499705'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:09.377213 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f55452e5-1bc6-417d-aa6b-93da9c3cb51d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:09.525588 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fd535-b160-4597-938e-b70a6d47ab5f service neutron] Pushing event updated for resources: {'Port': ['ID=83ae140d-1b28-4aef-ac86-8debff592958,revision_number=2']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:09.529950 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-508fd535-b160-4597-938e-b70a6d47ab5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:09.679898 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b6631-b752-4efe-8af5-6fc6ce5ccb98 req-3750018d-4269-424e-a470-748cbe7c037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:09.681524 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fd7b6631-b752-4efe-8af5-6fc6ce5ccb98 req-3750018d-4269-424e-a470-748cbe7c037f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 1099 time: 0.3065786 Apr 05 15:54:09.754812 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca5994-3781-4a84-9544-1bdbab9adc03 req-4b032579-23aa-4d70-a269-98962c374f90 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:09.756481 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-94ca5994-3781-4a84-9544-1bdbab9adc03 req-4b032579-23aa-4d70-a269-98962c374f90 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 943 time: 0.6697924 Apr 05 15:54:09.757572 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-508fd535-b160-4597-938e-b70a6d47ab5f service neutron] Attempting to bind port 83ae140d-1b28-4aef-ac86-8debff592958 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:54:09.757957 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-508fd535-b160-4597-938e-b70a6d47ab5f service neutron] Attempting to bind port 83ae140d-1b28-4aef-ac86-8debff592958 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '8c957347-ca2f-4b08-a623-7dccb3bfa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f'}] {{(pid=84429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:54:09.758330 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-508fd535-b160-4597-938e-b70a6d47ab5f service neutron] Attempting to bind port 83ae140d-1b28-4aef-ac86-8debff592958 on network 3ce8b371-7444-4e4c-b34f-4697bdc6ea9f {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:54:09.763484 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-508fd535-b160-4597-938e-b70a6d47ab5f service neutron] Port 83ae140d-1b28-4aef-ac86-8debff592958 on network 3ce8b371-7444-4e4c-b34f-4697bdc6ea9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:54:09.763850 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-508fd535-b160-4597-938e-b70a6d47ab5f service neutron] Attempting to bind port 83ae140d-1b28-4aef-ac86-8debff592958 on network 3ce8b371-7444-4e4c-b34f-4697bdc6ea9f {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:54:09.769480 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-508fd535-b160-4597-938e-b70a6d47ab5f service neutron] Checking agent: {'id': 'e13e0a38-98d8-4e7c-86ff-f8c578f1bff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'started_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:54:09.769854 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-508fd535-b160-4597-938e-b70a6d47ab5f service neutron] Checking segment: {'id': '8c957347-ca2f-4b08-a623-7dccb3bfa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:54:09.770270 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-508fd535-b160-4597-938e-b70a6d47ab5f service neutron] Bound using segment: {'id': '8c957347-ca2f-4b08-a623-7dccb3bfa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f'} {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:54:09.770764 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-508fd535-b160-4597-938e-b70a6d47ab5f service neutron] Bound port: 83ae140d-1b28-4aef-ac86-8debff592958, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c957347-ca2f-4b08-a623-7dccb3bfa44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f'}}] {{(pid=84429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:54:09.771149 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-508fd535-b160-4597-938e-b70a6d47ab5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:09.814498 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8bec1-c4f4-40f1-9866-207321b9f033 req-c9cf73a5-fa77-49cb-952a-30a0e1aaa475 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:09.816417 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ebc8bec1-c4f4-40f1-9866-207321b9f033 req-c9cf73a5-fa77-49cb-952a-30a0e1aaa475 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 946 time: 0.3786449 Apr 05 15:54:09.869630 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-508fd535-b160-4597-938e-b70a6d47ab5f service neutron] For port 83ae140d-1b28-4aef-ac86-8debff592958, host hv-cinder-78477, cleared binding levels {{(pid=84429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:54:09.873834 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-508fd535-b160-4597-938e-b70a6d47ab5f service neutron] For port 83ae140d-1b28-4aef-ac86-8debff592958, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=83ae140d-1b28-4aef-ac86-8debff592958,segment=NetworkSegment(8c957347-ca2f-4b08-a623-7dccb3bfa44a),segment_id=8c957347-ca2f-4b08-a623-7dccb3bfa44a)] {{(pid=84429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:54:09.898586 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fd7b6631-b752-4efe-8af5-6fc6ce5ccb98 req-f09ae5d3-ab5d-4b91-b439-16dc0f72f5c3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396415 Apr 05 15:54:09.913750 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-508fd535-b160-4597-938e-b70a6d47ab5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9499705'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:09.930547 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-1aa45caf-f13c-4111-b8a7-019cb92b3006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:09.930727 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-94ca5994-3781-4a84-9544-1bdbab9adc03 req-7b047feb-38ee-462d-b3d4-69525798a560 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ef1bc-206b-4af4-9218-ae96b052e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494737 Apr 05 15:54:09.944221 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ebc8bec1-c4f4-40f1-9866-207321b9f033 req-3ca29317-68a4-498e-acb1-758f73e43e9f tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118569 Apr 05 15:54:09.972899 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532871b4-fdfc-4cbe-9e6f-d9c01f8b07fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Router 5b8080b2-7ffd-485f-be98-8ce663aad971 has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:54:10.092471 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fd535-b160-4597-938e-b70a6d47ab5f service neutron] Pushing event updated for resources: {'Port': ['ID=83ae140d-1b28-4aef-ac86-8debff592958,revision_number=3']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:10.098018 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-508fd535-b160-4597-938e-b70a6d47ab5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:10.132344 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-508fd535-b160-4597-938e-b70a6d47ab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:10.133384 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-508fd535-b160-4597-938e-b70a6d47ab5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:10.136069 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-508fd535-b160-4597-938e-b70a6d47ab5f service neutron] 10.222.0.43 "PUT /v2.0/ports/83ae140d-1b28-4aef-ac86-8debff592958 HTTP/1.1" status: 200 len: 1093 time: 1.5431430 Apr 05 15:54:10.136656 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d', 'tag': '83ae140d-1b28-4aef-ac86-8debff592958'}] {{(pid=84429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:54:10.191354 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d', 'tag': '83ae140d-1b28-4aef-ac86-8debff592958', 'status': 'completed', 'code': 200} Apr 05 15:54:10.197284 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532871b4-fdfc-4cbe-9e6f-d9c01f8b07fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:54:10.211042 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4e1920-76e7-4e9a-aebc-74372de0e1db None None] Sync routers for ids ['5b8080b2-7ffd-485f-be98-8ce663aad971'] in dv-cinder-784779-1-iscsi {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:54:10.244840 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-532871b4-fdfc-4cbe-9e6f-d9c01f8b07fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for floatingip, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:10.248777 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4e1920-76e7-4e9a-aebc-74372de0e1db None None] Routers {'5b8080b2-7ffd-485f-be98-8ce663aad971'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:54:10.249577 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-ad4e1920-76e7-4e9a-aebc-74372de0e1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:53:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['5b8080b2-7ffd-485f-be98-8ce663aad971'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:54:10.314919 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-4c34f080-190f-442d-9342-5b640ca3af56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:10.316920 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-4c34f080-190f-442d-9342-5b640ca3af56 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cd97b12be18437993ae8b61408dfe02&device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 1096 time: 0.0911527 Apr 05 15:54:10.317512 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-532871b4-fdfc-4cbe-9e6f-d9c01f8b07fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2843370 Apr 05 15:54:10.318410 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3475e8-8db1-4999-adf1-b27038a9c1a0', 'tag': '88501de2-0adb-4520-a8e2-0b0099b610dc'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:54:10.379448 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3475e8-8db1-4999-adf1-b27038a9c1a0', 'tag': '88501de2-0adb-4520-a8e2-0b0099b610dc', 'status': 'completed', 'code': 200} Apr 05 15:54:10.404526 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-f5201569-a7ce-4c16-a585-2fb577ece475 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83ae140d-1b28-4aef-ac86-8debff592958 HTTP/1.1" status: 200 len: 217 time: 0.0784111 Apr 05 15:54:10.483256 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-74298f61-9503-43bc-8895-88eaed1ddd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:10.485219 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-74298f61-9503-43bc-8895-88eaed1ddd2e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=368c6b65-9ecb-4154-a01c-9ea51d2251a4 HTTP/1.1" status: 200 len: 850 time: 0.0735078 Apr 05 15:54:10.492203 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-ad4e1920-76e7-4e9a-aebc-74372de0e1db None None] Set router 5b8080b2-7ffd-485f-be98-8ce663aad971 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:54:10.493256 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8594b-9d9e-4352-94f3-aec5cdb39a6a req-27a1b00b-0b44-4f56-a1cf-ac15a53811f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:10.495025 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1ad8594b-9d9e-4352-94f3-aec5cdb39a6a req-27a1b00b-0b44-4f56-a1cf-ac15a53811f7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ac127c9bf344f5f88cf1aa6eacdf909&device_id=dd3475e8-8db1-4999-adf1-b27038a9c1a0 HTTP/1.1" status: 200 len: 1098 time: 0.0923071 Apr 05 15:54:10.573969 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-4dcbd9f1-74c6-4498-b698-1480c51a37b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:10.577029 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-4dcbd9f1-74c6-4498-b698-1480c51a37b1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3ce8b371-7444-4e4c-b34f-4697bdc6ea9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832877 Apr 05 15:54:10.654291 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8594b-9d9e-4352-94f3-aec5cdb39a6a req-d3179587-ed79-4b3f-a263-f559f2a6443d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:10.655848 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1ad8594b-9d9e-4352-94f3-aec5cdb39a6a req-d3179587-ed79-4b3f-a263-f559f2a6443d service neutron] 10.222.0.43 "GET /v2.0/networks?id=5e853890-abc7-4a4b-83a0-567b3141f9f1 HTTP/1.1" status: 200 len: 913 time: 0.1527228 Apr 05 15:54:10.739240 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-82b2c68e-edd3-4ba9-8bf5-d5fb929dfde4 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce8b371-7444-4e4c-b34f-4697bdc6ea9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552403 Apr 05 15:54:10.778982 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1ad8594b-9d9e-4352-94f3-aec5cdb39a6a req-8303f898-f5fe-4a3b-9775-faf9aec93de7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88501de2-0adb-4520-a8e2-0b0099b610dc HTTP/1.1" status: 200 len: 999 time: 0.1147492 Apr 05 15:54:10.853807 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8594b-9d9e-4352-94f3-aec5cdb39a6a req-3bc72168-4d19-4b5d-a2a7-f0a0c4660fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:10.855996 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1ad8594b-9d9e-4352-94f3-aec5cdb39a6a req-3bc72168-4d19-4b5d-a2a7-f0a0c4660fd6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a HTTP/1.1" status: 200 len: 851 time: 0.0697436 Apr 05 15:54:10.923519 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fe28eb4a-3248-4a5f-82b0-7fe4df24be41 req-c5a6babd-3723-4168-a0e7-a81ff7e279dc service neutron] 10.222.0.43 "GET /v2.0/networks/3ce8b371-7444-4e4c-b34f-4697bdc6ea9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744280 Apr 05 15:54:10.928085 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-ad4e1920-76e7-4e9a-aebc-74372de0e1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'name': 'tempest-TestVolumeBootPattern-2071438624-router', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:52:53Z', 'updated_at': '2021-04-05T15:53:00Z', 'revision_number': 4, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'gw_port': {'id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:55Z', 'updated_at': '2021-04-05T15:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_floatingips': [{'id': '4fccd177-f042-49a8-81a5-d00b04fa0204', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'router_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'port_id': '88501de2-0adb-4520-a8e2-0b0099b610dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1', 'mac_address': 'fa:16:3e:8d:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3475e8-8db1-4999-adf1-b27038a9c1a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:54:07Z', 'updated_at': '2021-04-05T15:54:07Z', 'revision_number': 0, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c94719-c048-4cf4-8889-c27a172e557f', 'name': '', 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'mac_address': 'fa:16:3e:d6:e8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:59Z', 'updated_at': '2021-04-05T15:53:10Z', 'revision_number': 5, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'subnets': [{'id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:54:10.932524 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4e1920-76e7-4e9a-aebc-74372de0e1db None None] Checking router: 5b8080b2-7ffd-485f-be98-8ce663aad971 for host: dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:54:10.943157 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4e1920-76e7-4e9a-aebc-74372de0e1db None None] Routers {'5b8080b2-7ffd-485f-be98-8ce663aad971'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:54:10.943846 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-ad4e1920-76e7-4e9a-aebc-74372de0e1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:53:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['5b8080b2-7ffd-485f-be98-8ce663aad971'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:54:10.956739 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8594b-9d9e-4352-94f3-aec5cdb39a6a req-a172200e-cb30-4a5b-8d28-984330dadba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:10.958407 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1ad8594b-9d9e-4352-94f3-aec5cdb39a6a req-a172200e-cb30-4a5b-8d28-984330dadba4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e853890-abc7-4a4b-83a0-567b3141f9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0950971 Apr 05 15:54:11.132432 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e6495-9677-4942-8d35-b24af464ee66 req-a86d3bda-ddfc-419a-8155-27e046b67657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:11.133944 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c44e6495-9677-4942-8d35-b24af464ee66 req-a86d3bda-ddfc-419a-8155-27e046b67657 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cd97b12be18437993ae8b61408dfe02&device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 1096 time: 0.1119719 Apr 05 15:54:11.179351 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-ad4e1920-76e7-4e9a-aebc-74372de0e1db None None] Set router 5b8080b2-7ffd-485f-be98-8ce663aad971 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:54:11.292408 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1ad8594b-9d9e-4352-94f3-aec5cdb39a6a req-1efcb09c-a62f-4c1e-b289-570f4a57397e service neutron] 10.222.0.43 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099599 Apr 05 15:54:11.300832 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e6495-9677-4942-8d35-b24af464ee66 req-0e4ab9ff-8a51-41b7-8dad-ec2eac846aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:11.302716 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c44e6495-9677-4942-8d35-b24af464ee66 req-0e4ab9ff-8a51-41b7-8dad-ec2eac846aee service neutron] 10.222.0.43 "GET /v2.0/networks?id=3ce8b371-7444-4e4c-b34f-4697bdc6ea9f HTTP/1.1" status: 200 len: 912 time: 0.1548269 Apr 05 15:54:11.359052 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145eb476-2323-46a2-8518-729a9500606f req-17a69483-c0d0-4a74-81c4-5e4ee361462c tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:11.361223 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-145eb476-2323-46a2-8518-729a9500606f req-17a69483-c0d0-4a74-81c4-5e4ee361462c tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 943 time: 0.2404351 Apr 05 15:54:11.378548 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fc129-e2aa-4a91-a009-60b7ee27d001 req-8ffb3f5f-d1dc-4fdf-b699-fb2e3c099240 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:11.378678 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6c4fc129-e2aa-4a91-a009-60b7ee27d001 req-8ffb3f5f-d1dc-4fdf-b699-fb2e3c099240 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 946 time: 0.2637303 Apr 05 15:54:11.395731 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c44e6495-9677-4942-8d35-b24af464ee66 req-d5a5a8e2-1d5b-474f-8d49-ce5aa2b89d43 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83ae140d-1b28-4aef-ac86-8debff592958 HTTP/1.1" status: 200 len: 217 time: 0.0854523 Apr 05 15:54:11.475144 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e6495-9677-4942-8d35-b24af464ee66 req-edc240b0-2d98-45e0-bb75-8c0f6e2c2ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:11.476769 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c44e6495-9677-4942-8d35-b24af464ee66 req-edc240b0-2d98-45e0-bb75-8c0f6e2c2ca6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=368c6b65-9ecb-4154-a01c-9ea51d2251a4 HTTP/1.1" status: 200 len: 850 time: 0.0728722 Apr 05 15:54:11.538327 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-145eb476-2323-46a2-8518-729a9500606f req-4d6e2ee6-e2d2-47b8-876f-c3fbcf1094d1 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ef1bc-206b-4af4-9218-ae96b052e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566439 Apr 05 15:54:11.550672 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6c4fc129-e2aa-4a91-a009-60b7ee27d001 req-36fc0235-973b-4e87-8a64-675f01307c41 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080415 Apr 05 15:54:11.563740 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1ad8594b-9d9e-4352-94f3-aec5cdb39a6a req-a3267103-b138-4f3c-adf5-51856e245b5e service neutron] 10.222.0.43 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629321 Apr 05 15:54:11.583192 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e6495-9677-4942-8d35-b24af464ee66 req-5d3ba2d0-cf8c-42a3-92a3-0473fbd3d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:11.584832 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c44e6495-9677-4942-8d35-b24af464ee66 req-5d3ba2d0-cf8c-42a3-92a3-0473fbd3d961 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3ce8b371-7444-4e4c-b34f-4697bdc6ea9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1003625 Apr 05 15:54:11.605906 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-ad4e1920-76e7-4e9a-aebc-74372de0e1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'name': 'tempest-TestVolumeBootPattern-2071438624-router', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:52:53Z', 'updated_at': '2021-04-05T15:53:00Z', 'revision_number': 4, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'gw_port': {'id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:55Z', 'updated_at': '2021-04-05T15:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_floatingips': [{'id': '4fccd177-f042-49a8-81a5-d00b04fa0204', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'router_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'port_id': '88501de2-0adb-4520-a8e2-0b0099b610dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1', 'mac_address': 'fa:16:3e:8d:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3475e8-8db1-4999-adf1-b27038a9c1a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:54:07Z', 'updated_at': '2021-04-05T15:54:07Z', 'revision_number': 0, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c94719-c048-4cf4-8889-c27a172e557f', 'name': '', 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'mac_address': 'fa:16:3e:d6:e8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:59Z', 'updated_at': '2021-04-05T15:53:10Z', 'revision_number': 5, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'subnets': [{'id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:54:11.608847 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4e1920-76e7-4e9a-aebc-74372de0e1db None None] The sync data for ids ['5b8080b2-7ffd-485f-be98-8ce663aad971'] in dv-cinder-784779-1-iscsi is: [{'id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'name': 'tempest-TestVolumeBootPattern-2071438624-router', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:52:53Z', 'updated_at': '2021-04-05T15:53:00Z', 'revision_number': 4, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'gw_port': {'id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:55Z', 'updated_at': '2021-04-05T15:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_floatingips': [{'id': '4fccd177-f042-49a8-81a5-d00b04fa0204', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'router_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'port_id': '88501de2-0adb-4520-a8e2-0b0099b610dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1', 'mac_address': 'fa:16:3e:8d:0f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3475e8-8db1-4999-adf1-b27038a9c1a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:54:07Z', 'updated_at': '2021-04-05T15:54:07Z', 'revision_number': 0, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c94719-c048-4cf4-8889-c27a172e557f', 'name': '', 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'mac_address': 'fa:16:3e:d6:e8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:59Z', 'updated_at': '2021-04-05T15:53:10Z', 'revision_number': 5, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'subnets': [{'id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:54:11.745430 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c44e6495-9677-4942-8d35-b24af464ee66 req-6a29d215-574a-466f-b7cb-3122e936e6dc service neutron] 10.222.0.43 "GET /v2.0/networks/3ce8b371-7444-4e4c-b34f-4697bdc6ea9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523192 Apr 05 15:54:11.774252 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9c592-4ad8-40fc-b22a-674d7dc0b065 req-091d50f7-9ff1-4248-8a5f-81d3ee0c04e0 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:11.775904 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-74d9c592-4ad8-40fc-b22a-674d7dc0b065 req-091d50f7-9ff1-4248-8a5f-81d3ee0c04e0 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 946 time: 0.0908279 Apr 05 15:54:11.786404 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 42166) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:54:11.792950 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-c432fa14-9d8b-4c56-b76c-db4079ed23d5 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Request body: {'floatingip': {'port_id': '76fd303e-79dd-4a7c-a799-9864eb7a43e8'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:54:11.883225 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c432fa14-9d8b-4c56-b76c-db4079ed23d5 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for floatingip, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:11.945710 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c44e6495-9677-4942-8d35-b24af464ee66 req-a1a41064-1731-45a0-9371-f65bb4d2f5b9 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce8b371-7444-4e4c-b34f-4697bdc6ea9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888614 Apr 05 15:54:11.953509 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8766370d-10a7-4ce0-9c2e-31b30c724e4e None None] New status for floating IP 4fccd177-f042-49a8-81a5-d00b04fa0204: ACTIVE {{(pid=84432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 15:54:12.833803 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c432fa14-9d8b-4c56-b76c-db4079ed23d5 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:12.850334 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97166f-10e0-44df-acdf-eb971854b36c req-e5660130-0815-4342-9183-08cb90f27e4b tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:12.851978 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9b97166f-10e0-44df-acdf-eb971854b36c req-e5660130-0815-4342-9183-08cb90f27e4b tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 943 time: 0.1926584 Apr 05 15:54:12.880396 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c432fa14-9d8b-4c56-b76c-db4079ed23d5 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850964789'] for floatingip, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:13.051199 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9b97166f-10e0-44df-acdf-eb971854b36c req-61b0381c-8a23-497e-bf29-cfb53e4ba820 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ef1bc-206b-4af4-9218-ae96b052e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907890 Apr 05 15:54:13.091241 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.l3_db [None req-c432fa14-9d8b-4c56-b76c-db4079ed23d5 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Floating IP 32daae89-b7c1-4c2e-a7f0-58e2be621134 associated. External IP: 172.27.0.169, port: 76fd303e-79dd-4a7c-a799-9864eb7a43e8. Apr 05 15:54:13.490946 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c432fa14-9d8b-4c56-b76c-db4079ed23d5 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Router 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:54:13.690705 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c432fa14-9d8b-4c56-b76c-db4079ed23d5 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:54:13.695504 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c432fa14-9d8b-4c56-b76c-db4079ed23d5 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for floatingip, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:13.700647 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afe8821-aed8-4ae9-a194-e4ce220e3534 None None] Sync routers for ids ['9375d360-b6e3-4a37-ae90-ef6a01a8ae50'] in dv-cinder-784779-1-iscsi {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:54:13.710428 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afe8821-aed8-4ae9-a194-e4ce220e3534 None None] Routers {'9375d360-b6e3-4a37-ae90-ef6a01a8ae50'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:54:13.711161 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-7afe8821-aed8-4ae9-a194-e4ce220e3534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:53:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['9375d360-b6e3-4a37-ae90-ef6a01a8ae50'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:54:13.757540 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-c432fa14-9d8b-4c56-b76c-db4079ed23d5 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "PUT /v2.0/floatingips/32daae89-b7c1-4c2e-a7f0-58e2be621134 HTTP/1.1" status: 200 len: 992 time: 1.9702775 Apr 05 15:54:13.758520 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0c8c71-b721-46cc-b6e8-eee4d03eb450', 'tag': '76fd303e-79dd-4a7c-a799-9864eb7a43e8'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:54:13.811480 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e0c8c71-b721-46cc-b6e8-eee4d03eb450', 'tag': '76fd303e-79dd-4a7c-a799-9864eb7a43e8', 'status': 'completed', 'code': 200} Apr 05 15:54:13.940248 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539fbca-92e5-4112-abe0-d7c15fbf6626 req-d3e94daf-b705-4324-8981-6439c19fb7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:13.942056 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5539fbca-92e5-4112-abe0-d7c15fbf6626 req-d3e94daf-b705-4324-8981-6439c19fb7f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=639ec5b6ae8d4642b674c6cd637e4cb2&device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 1099 time: 0.1040854 Apr 05 15:54:14.092991 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539fbca-92e5-4112-abe0-d7c15fbf6626 req-b313c2b4-e61e-49cc-83a7-51ffaea131bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:14.094535 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5539fbca-92e5-4112-abe0-d7c15fbf6626 req-b313c2b4-e61e-49cc-83a7-51ffaea131bb service neutron] 10.222.0.43 "GET /v2.0/networks?id=e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 HTTP/1.1" status: 200 len: 917 time: 0.1451399 Apr 05 15:54:14.240905 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-7afe8821-aed8-4ae9-a194-e4ce220e3534 None None] Set router 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:54:14.281692 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde36b5-847c-40ca-a7e7-1a2c7261e645 req-bbffcf5e-dbf6-4b46-867e-cfb752e145ef tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:14.283666 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-acde36b5-847c-40ca-a7e7-1a2c7261e645 req-bbffcf5e-dbf6-4b46-867e-cfb752e145ef tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 943 time: 0.1052084 Apr 05 15:54:14.342094 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-acde36b5-847c-40ca-a7e7-1a2c7261e645 req-384b28cb-2e27-4b11-b291-d4c646ff75dc tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ef1bc-206b-4af4-9218-ae96b052e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505676 Apr 05 15:54:14.445934 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5539fbca-92e5-4112-abe0-d7c15fbf6626 req-b62dbd6f-2cb4-4c4a-9e14-e5434004643c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76fd303e-79dd-4a7c-a799-9864eb7a43e8 HTTP/1.1" status: 200 len: 1000 time: 0.3445606 Apr 05 15:54:14.496795 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 83ae140d-1b28-4aef-ac86-8debff592958 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:54:14.519751 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539fbca-92e5-4112-abe0-d7c15fbf6626 req-f90832f8-a4ec-42cc-beaa-27351947847d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:14.521320 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5539fbca-92e5-4112-abe0-d7c15fbf6626 req-f90832f8-a4ec-42cc-beaa-27351947847d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b49c561-1ceb-4c3b-9352-979a5ef7193b HTTP/1.1" status: 200 len: 855 time: 0.0676932 Apr 05 15:54:14.623341 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5539fbca-92e5-4112-abe0-d7c15fbf6626 req-35098eff-70ec-4a82-b5f9-91dfc73ba165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:14.623341 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5539fbca-92e5-4112-abe0-d7c15fbf6626 req-35098eff-70ec-4a82-b5f9-91dfc73ba165 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5b2c727-4df9-4ea8-bf8a-1e179c6d9965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0897210 Apr 05 15:54:14.747843 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a95c3fb-ecdb-43bf-8e35-69c64c0ab2f1 req-cf8ae4cf-5bbf-4dc0-8f94-ee7fc5803b02 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0951748 Apr 05 15:54:14.785578 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5539fbca-92e5-4112-abe0-d7c15fbf6626 req-00fdc50a-ad38-4a46-ba84-7631ed5b4c07 service neutron] 10.222.0.43 "GET /v2.0/networks/e5b2c727-4df9-4ea8-bf8a-1e179c6d9965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586483 Apr 05 15:54:14.818816 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 83ae140d-1b28-4aef-ac86-8debff592958, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=83ae140d-1b28-4aef-ac86-8debff592958,segment=NetworkSegment(8c957347-ca2f-4b08-a623-7dccb3bfa44a),segment_id=8c957347-ca2f-4b08-a623-7dccb3bfa44a)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:54:14.838022 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Returning: {'device': '83ae140d-1b28-4aef-ac86-8debff592958', 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f', 'port_id': '83ae140d-1b28-4aef-ac86-8debff592958', 'mac_address': 'fa:16:3e:3c:0a:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:54:14.876444 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95c3fb-ecdb-43bf-8e35-69c64c0ab2f1 req-456edeb9-28f7-4558-a21d-5a570170dbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:14.877981 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a95c3fb-ecdb-43bf-8e35-69c64c0ab2f1 req-456edeb9-28f7-4558-a21d-5a570170dbeb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d05d2d370a5b4482b2f84751cf78d2ea&device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 1138 time: 0.1059182 Apr 05 15:54:14.923913 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:14.940481 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5539fbca-92e5-4112-abe0-d7c15fbf6626 req-7ec90ed8-234b-46b9-b6d8-38d5afb5cb28 service neutron] 10.222.0.43 "GET /v2.0/networks/e5b2c727-4df9-4ea8-bf8a-1e179c6d9965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482496 Apr 05 15:54:14.943885 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ae140d-1b28-4aef-ac86-8debff592958 {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:54:14.962117 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 83ae140d-1b28-4aef-ac86-8debff592958, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=83ae140d-1b28-4aef-ac86-8debff592958,segment=NetworkSegment(8c957347-ca2f-4b08-a623-7dccb3bfa44a),segment_id=8c957347-ca2f-4b08-a623-7dccb3bfa44a)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:54:14.969646 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-7afe8821-aed8-4ae9-a194-e4ce220e3534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'name': 'tempest-AttachVolumeShelveTestJSON-291045351-router', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T15:49:16Z', 'revision_number': 4, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'gw_port': {'id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:05Z', 'updated_at': '2021-04-05T15:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_floatingips': [{'id': '32daae89-b7c1-4c2e-a7f0-58e2be621134', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'floating_ip_address': '172.27.0.169', 'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'router_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'port_id': '76fd303e-79dd-4a7c-a799-9864eb7a43e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'mac_address': 'fa:16:3e:50:f6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0c8c71-b721-46cc-b6e8-eee4d03eb450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:53:54Z', 'updated_at': '2021-04-05T15:54:12Z', 'revision_number': 1, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a', 'name': '', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'mac_address': 'fa:16:3e:d0:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:13Z', 'updated_at': '2021-04-05T15:49:29Z', 'revision_number': 5, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'subnets': [{'id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:54:14.973998 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afe8821-aed8-4ae9-a194-e4ce220e3534 None None] Checking router: 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 for host: dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:54:14.983414 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afe8821-aed8-4ae9-a194-e4ce220e3534 None None] Routers {'9375d360-b6e3-4a37-ae90-ef6a01a8ae50'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:54:14.984186 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-7afe8821-aed8-4ae9-a194-e4ce220e3534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:53:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['9375d360-b6e3-4a37-ae90-ef6a01a8ae50'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:54:15.071588 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95c3fb-ecdb-43bf-8e35-69c64c0ab2f1 req-bd754bb0-4307-4615-8a38-6fa27b267864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:15.073183 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a95c3fb-ecdb-43bf-8e35-69c64c0ab2f1 req-bd754bb0-4307-4615-8a38-6fa27b267864 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6519836-4d08-41f2-b117-98e4b77d8750 HTTP/1.1" status: 200 len: 914 time: 0.1624584 Apr 05 15:54:15.104837 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:15.114143 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:15.186821 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a95c3fb-ecdb-43bf-8e35-69c64c0ab2f1 req-c5949b95-32a8-4374-b95e-b594ce1d0a14 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24e81883-838e-4ff6-aae5-3c9499b22aba HTTP/1.1" status: 200 len: 1001 time: 0.1056995 Apr 05 15:54:15.236372 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:15.241161 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=83ae140d-1b28-4aef-ac86-8debff592958,revision_number=4']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:15.246748 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:15.257153 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-7afe8821-aed8-4ae9-a194-e4ce220e3534 None None] Set router 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:54:15.258992 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95c3fb-ecdb-43bf-8e35-69c64c0ab2f1 req-62aebdb1-2395-48cf-b4b7-6f70767fd582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:15.260551 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a95c3fb-ecdb-43bf-8e35-69c64c0ab2f1 req-62aebdb1-2395-48cf-b4b7-6f70767fd582 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62c34293-35f9-4aae-96c1-3dd19d3f49af HTTP/1.1" status: 200 len: 852 time: 0.0668268 Apr 05 15:54:15.344577 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95c3fb-ecdb-43bf-8e35-69c64c0ab2f1 req-ac5c1ad7-33ec-4c59-9582-549900570d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:15.346218 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a95c3fb-ecdb-43bf-8e35-69c64c0ab2f1 req-ac5c1ad7-33ec-4c59-9582-549900570d0a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6519836-4d08-41f2-b117-98e4b77d8750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764310 Apr 05 15:54:15.429230 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['83ae140d-1b28-4aef-ac86-8debff592958'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:54:15.797860 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a95c3fb-ecdb-43bf-8e35-69c64c0ab2f1 req-8f6f4647-3dde-4588-a7d3-01c8bf4a5f45 service neutron] 10.222.0.43 "GET /v2.0/networks/b6519836-4d08-41f2-b117-98e4b77d8750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440382 Apr 05 15:54:15.916642 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ef47f-024b-4b40-be97-6ac5ac290bd6 req-bf731217-6160-4162-ab4a-e95d2faa443b tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:15.918828 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bd0ef47f-024b-4b40-be97-6ac5ac290bd6 req-bf731217-6160-4162-ab4a-e95d2faa443b tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 944 time: 0.4523187 Apr 05 15:54:15.983234 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-7afe8821-aed8-4ae9-a194-e4ce220e3534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'name': 'tempest-AttachVolumeShelveTestJSON-291045351-router', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T15:49:16Z', 'revision_number': 4, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'gw_port': {'id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:05Z', 'updated_at': '2021-04-05T15:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_floatingips': [{'id': '32daae89-b7c1-4c2e-a7f0-58e2be621134', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'floating_ip_address': '172.27.0.169', 'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'router_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'port_id': '76fd303e-79dd-4a7c-a799-9864eb7a43e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'mac_address': 'fa:16:3e:50:f6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0c8c71-b721-46cc-b6e8-eee4d03eb450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:53:54Z', 'updated_at': '2021-04-05T15:54:12Z', 'revision_number': 1, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a', 'name': '', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'mac_address': 'fa:16:3e:d0:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:13Z', 'updated_at': '2021-04-05T15:49:29Z', 'revision_number': 5, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'subnets': [{'id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:54:15.987627 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afe8821-aed8-4ae9-a194-e4ce220e3534 None None] The sync data for ids ['9375d360-b6e3-4a37-ae90-ef6a01a8ae50'] in dv-cinder-784779-1-iscsi is: [{'id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'name': 'tempest-AttachVolumeShelveTestJSON-291045351-router', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T15:49:16Z', 'revision_number': 4, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'gw_port': {'id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:05Z', 'updated_at': '2021-04-05T15:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_floatingips': [{'id': '32daae89-b7c1-4c2e-a7f0-58e2be621134', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'floating_ip_address': '172.27.0.169', 'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'router_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'port_id': '76fd303e-79dd-4a7c-a799-9864eb7a43e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'mac_address': 'fa:16:3e:50:f6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0c8c71-b721-46cc-b6e8-eee4d03eb450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:53:54Z', 'updated_at': '2021-04-05T15:54:12Z', 'revision_number': 1, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a', 'name': '', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'mac_address': 'fa:16:3e:d0:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:13Z', 'updated_at': '2021-04-05T15:49:29Z', 'revision_number': 5, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'subnets': [{'id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:54:16.000751 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bd0ef47f-024b-4b40-be97-6ac5ac290bd6 req-a9481e73-c4b6-43da-8c00-7fbcc5a2daff tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ef1bc-206b-4af4-9218-ae96b052e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745170 Apr 05 15:54:16.004308 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a95c3fb-ecdb-43bf-8e35-69c64c0ab2f1 req-59b14b56-2d77-46cf-9337-c222812fe0c3 service neutron] 10.222.0.43 "GET /v2.0/networks/b6519836-4d08-41f2-b117-98e4b77d8750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962121 Apr 05 15:54:16.280148 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5400b5a5-d437-4765-a3ac-e7ac5820277d None None] New status for floating IP 32daae89-b7c1-4c2e-a7f0-58e2be621134: ACTIVE {{(pid=84432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 15:54:17.200474 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334fb64-021c-4d7d-a5ee-8d9a30ee2ad6 req-9b321407-dfa5-46ec-96d2-2443cf558e06 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:17.202055 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a334fb64-021c-4d7d-a5ee-8d9a30ee2ad6 req-9b321407-dfa5-46ec-96d2-2443cf558e06 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 944 time: 0.0883079 Apr 05 15:54:17.254570 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a334fb64-021c-4d7d-a5ee-8d9a30ee2ad6 req-4d434fc6-a43d-429f-b8b2-323ce4f05165 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ef1bc-206b-4af4-9218-ae96b052e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460989 Apr 05 15:54:18.458203 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f36c9d-2473-43cc-bfbe-4d02efc1aad1 req-a0fa6656-903e-47bb-8de2-62af4cf69b2a tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:18.459819 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-79f36c9d-2473-43cc-bfbe-4d02efc1aad1 req-a0fa6656-903e-47bb-8de2-62af4cf69b2a tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 944 time: 0.0895817 Apr 05 15:54:18.509550 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-79f36c9d-2473-43cc-bfbe-4d02efc1aad1 req-a864f8a3-aec0-4745-8859-63d2763de916 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ef1bc-206b-4af4-9218-ae96b052e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426455 Apr 05 15:54:18.514022 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 83ae140d-1b28-4aef-ac86-8debff592958 up at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:54:18.627646 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning for port 83ae140d-1b28-4aef-ac86-8debff592958 completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:54:18.632660 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning complete for port 83ae140d-1b28-4aef-ac86-8debff592958 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:54:18.639330 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:18.756537 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:18.784985 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ae140d-1b28-4aef-ac86-8debff592958'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:54:18.795402 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 83ae140d-1b28-4aef-ac86-8debff592958, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=83ae140d-1b28-4aef-ac86-8debff592958,segment=NetworkSegment(8c957347-ca2f-4b08-a623-7dccb3bfa44a),segment_id=8c957347-ca2f-4b08-a623-7dccb3bfa44a)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:54:18.816169 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:18.818119 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-31c4db20-c3d5-4a6a-a391-d31eeae26045 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:18.851956 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ae140d-1b28-4aef-ac86-8debff592958', 'code': 200} Apr 05 15:54:18.892325 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=83ae140d-1b28-4aef-ac86-8debff592958,revision_number=5']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:18.895475 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:18.912983 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:54:19.205526 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa756de-5cff-4da2-a5b2-5f1ddc76ad9e req-9b886f6c-78f6-4f33-886c-061ed8e4bac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:19.207164 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-cfa756de-5cff-4da2-a5b2-5f1ddc76ad9e req-9b886f6c-78f6-4f33-886c-061ed8e4bac6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 1098 time: 0.1281233 Apr 05 15:54:19.253892 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-cfa756de-5cff-4da2-a5b2-5f1ddc76ad9e req-6c1ab148-fdc7-44b1-9cfa-3654b05070f0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f63ef1bc-206b-4af4-9218-ae96b052e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372636 Apr 05 15:54:19.347908 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c5684adc-b85b-431b-85b7-65de6d9836b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:19.716770 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565054fc-834d-4010-9dae-e6f4de00a76b req-83077f20-b036-4014-8204-29b56e60e9ed tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:19.718353 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-565054fc-834d-4010-9dae-e6f4de00a76b req-83077f20-b036-4014-8204-29b56e60e9ed tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 945 time: 0.0928762 Apr 05 15:54:19.766100 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-565054fc-834d-4010-9dae-e6f4de00a76b req-833643f0-e3a3-4e20-8546-f1fbdad65e4b tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ef1bc-206b-4af4-9218-ae96b052e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414088 Apr 05 15:54:20.719161 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:20.970286 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c788601-e6ef-4a2a-a461-2f623a18a7ca req-929ec00b-d952-454e-aa93-4a5d4ca56f2d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:20.971938 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0c788601-e6ef-4a2a-a461-2f623a18a7ca req-929ec00b-d952-454e-aa93-4a5d4ca56f2d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 945 time: 0.0919952 Apr 05 15:54:21.018915 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0c788601-e6ef-4a2a-a461-2f623a18a7ca req-9ad63338-252f-417b-acff-d77f9445b664 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ef1bc-206b-4af4-9218-ae96b052e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405912 Apr 05 15:54:21.214851 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63553020-7b16-436c-bf2d-6c2d24a954ea req-2c2d6ab6-d300-46c2-8ddf-267a3b6db7a5 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:21.216505 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-63553020-7b16-436c-bf2d-6c2d24a954ea req-2c2d6ab6-d300-46c2-8ddf-267a3b6db7a5 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 945 time: 0.0889921 Apr 05 15:54:21.226025 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 42254) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:54:21.231746 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-ec8acc4b-55a6-4927-a2a3-badc380b4451 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Request body: {'floatingip': {'port_id': '83ae140d-1b28-4aef-ac86-8debff592958'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:54:21.318507 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ec8acc4b-55a6-4927-a2a3-badc380b4451 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for floatingip, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:21.839196 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d5e92649-2234-4edb-9969-658bda9157b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:21.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ec8acc4b-55a6-4927-a2a3-badc380b4451 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:21.981683 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ec8acc4b-55a6-4927-a2a3-badc380b4451 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850964789'] for floatingip, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:22.164760 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.l3_db [None req-ec8acc4b-55a6-4927-a2a3-badc380b4451 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Floating IP 225e84c1-d9fc-43fa-bf0a-4eeb1a8ea643 associated. External IP: 172.27.0.7, port: 83ae140d-1b28-4aef-ac86-8debff592958. Apr 05 15:54:22.347450 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:22.545277 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8acc4b-55a6-4927-a2a3-badc380b4451 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Router b280af41-78b4-40d4-9ba7-d27667835dc2 has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:54:22.739767 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8acc4b-55a6-4927-a2a3-badc380b4451 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:54:22.744154 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ec8acc4b-55a6-4927-a2a3-badc380b4451 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for floatingip, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:22.753048 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fbfee0-88e5-41ef-9d52-e439a3494515 None None] Sync routers for ids ['b280af41-78b4-40d4-9ba7-d27667835dc2'] in dv-cinder-784779-1-iscsi {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:54:22.763665 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fbfee0-88e5-41ef-9d52-e439a3494515 None None] Routers {'b280af41-78b4-40d4-9ba7-d27667835dc2'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:54:22.764332 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-b9fbfee0-88e5-41ef-9d52-e439a3494515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:54:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['b280af41-78b4-40d4-9ba7-d27667835dc2'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:54:22.807049 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-ec8acc4b-55a6-4927-a2a3-badc380b4451 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "PUT /v2.0/floatingips/225e84c1-d9fc-43fa-bf0a-4eeb1a8ea643 HTTP/1.1" status: 200 len: 989 time: 1.5797148 Apr 05 15:54:22.808283 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d', 'tag': '83ae140d-1b28-4aef-ac86-8debff592958'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:54:22.887157 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d', 'tag': '83ae140d-1b28-4aef-ac86-8debff592958', 'status': 'completed', 'code': 200} Apr 05 15:54:22.982471 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-b9fbfee0-88e5-41ef-9d52-e439a3494515 None None] Set router b280af41-78b4-40d4-9ba7-d27667835dc2 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:54:23.011431 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911a4aa-f483-4bdb-969b-4293b4f9edb7 req-3f088839-e7b8-4530-ab89-078f37349eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:23.013679 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1911a4aa-f483-4bdb-969b-4293b4f9edb7 req-3f088839-e7b8-4530-ab89-078f37349eb8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5cd97b12be18437993ae8b61408dfe02&device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 1098 time: 0.0888360 Apr 05 15:54:23.161391 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911a4aa-f483-4bdb-969b-4293b4f9edb7 req-bfdc2f77-843b-40b2-9ac3-5887b2f7c6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:23.162910 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1911a4aa-f483-4bdb-969b-4293b4f9edb7 req-bfdc2f77-843b-40b2-9ac3-5887b2f7c6ba service neutron] 10.222.0.43 "GET /v2.0/networks?id=3ce8b371-7444-4e4c-b34f-4697bdc6ea9f HTTP/1.1" status: 200 len: 912 time: 0.1427126 Apr 05 15:54:23.272968 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1911a4aa-f483-4bdb-969b-4293b4f9edb7 req-ab4b18c3-7ccd-4881-8c9c-6f21e10909e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83ae140d-1b28-4aef-ac86-8debff592958 HTTP/1.1" status: 200 len: 997 time: 0.1025751 Apr 05 15:54:23.362873 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-b9fbfee0-88e5-41ef-9d52-e439a3494515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'name': 'tempest-AttachVolumeTestJSON-1671732284-router', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:06Z', 'updated_at': '2021-04-05T15:49:28Z', 'revision_number': 4, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'gw_port': {'id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:08Z', 'updated_at': '2021-04-05T15:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_floatingips': [{'id': '225e84c1-d9fc-43fa-bf0a-4eeb1a8ea643', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'router_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'port_id': '83ae140d-1b28-4aef-ac86-8debff592958', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f', 'mac_address': 'fa:16:3e:3c:0a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:54:02Z', 'updated_at': '2021-04-05T15:54:21Z', 'revision_number': 1, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa727824-c59d-4b59-b683-5687c104b293', 'name': '', 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'mac_address': 'fa:16:3e:ac:b6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:26Z', 'updated_at': '2021-04-05T15:49:42Z', 'revision_number': 5, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'subnets': [{'id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:54:23.365901 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911a4aa-f483-4bdb-969b-4293b4f9edb7 req-d364ff4c-d11e-4f51-b86e-eb92a8d2a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:23.367053 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fbfee0-88e5-41ef-9d52-e439a3494515 None None] Checking router: b280af41-78b4-40d4-9ba7-d27667835dc2 for host: dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:54:23.367551 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1911a4aa-f483-4bdb-969b-4293b4f9edb7 req-d364ff4c-d11e-4f51-b86e-eb92a8d2a16d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=368c6b65-9ecb-4154-a01c-9ea51d2251a4 HTTP/1.1" status: 200 len: 850 time: 0.0685151 Apr 05 15:54:23.376564 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fbfee0-88e5-41ef-9d52-e439a3494515 None None] Routers {'b280af41-78b4-40d4-9ba7-d27667835dc2'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:54:23.377220 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-b9fbfee0-88e5-41ef-9d52-e439a3494515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:54:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['b280af41-78b4-40d4-9ba7-d27667835dc2'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:54:23.449843 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911a4aa-f483-4bdb-969b-4293b4f9edb7 req-1ed1f039-7d2f-4736-993b-18e53ee161d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:23.452085 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1911a4aa-f483-4bdb-969b-4293b4f9edb7 req-1ed1f039-7d2f-4736-993b-18e53ee161d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3ce8b371-7444-4e4c-b34f-4697bdc6ea9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773458 Apr 05 15:54:23.569055 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-b9fbfee0-88e5-41ef-9d52-e439a3494515 None None] Set router b280af41-78b4-40d4-9ba7-d27667835dc2 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:54:23.594774 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1911a4aa-f483-4bdb-969b-4293b4f9edb7 req-6c7732a5-8aee-4a84-b8c4-bd4edcf3ee4d service neutron] 10.222.0.43 "GET /v2.0/networks/3ce8b371-7444-4e4c-b34f-4697bdc6ea9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356685 Apr 05 15:54:23.743023 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1911a4aa-f483-4bdb-969b-4293b4f9edb7 req-fe7bc08a-692a-4408-8288-0d0ed4d08409 service neutron] 10.222.0.43 "GET /v2.0/networks/3ce8b371-7444-4e4c-b34f-4697bdc6ea9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388664 Apr 05 15:54:23.870779 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:23.955399 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-b9fbfee0-88e5-41ef-9d52-e439a3494515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'name': 'tempest-AttachVolumeTestJSON-1671732284-router', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:06Z', 'updated_at': '2021-04-05T15:49:28Z', 'revision_number': 4, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'gw_port': {'id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:08Z', 'updated_at': '2021-04-05T15:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_floatingips': [{'id': '225e84c1-d9fc-43fa-bf0a-4eeb1a8ea643', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'router_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'port_id': '83ae140d-1b28-4aef-ac86-8debff592958', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f', 'mac_address': 'fa:16:3e:3c:0a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:54:02Z', 'updated_at': '2021-04-05T15:54:21Z', 'revision_number': 1, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa727824-c59d-4b59-b683-5687c104b293', 'name': '', 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'mac_address': 'fa:16:3e:ac:b6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:26Z', 'updated_at': '2021-04-05T15:49:42Z', 'revision_number': 5, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'subnets': [{'id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:54:23.959648 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fbfee0-88e5-41ef-9d52-e439a3494515 None None] The sync data for ids ['b280af41-78b4-40d4-9ba7-d27667835dc2'] in dv-cinder-784779-1-iscsi is: [{'id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'name': 'tempest-AttachVolumeTestJSON-1671732284-router', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:06Z', 'updated_at': '2021-04-05T15:49:28Z', 'revision_number': 4, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'gw_port': {'id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:08Z', 'updated_at': '2021-04-05T15:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_floatingips': [{'id': '225e84c1-d9fc-43fa-bf0a-4eeb1a8ea643', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'router_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'port_id': '83ae140d-1b28-4aef-ac86-8debff592958', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f', 'mac_address': 'fa:16:3e:3c:0a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:54:02Z', 'updated_at': '2021-04-05T15:54:21Z', 'revision_number': 1, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa727824-c59d-4b59-b683-5687c104b293', 'name': '', 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'mac_address': 'fa:16:3e:ac:b6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:26Z', 'updated_at': '2021-04-05T15:49:42Z', 'revision_number': 5, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'subnets': [{'id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:54:24.255733 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310ba60c-9978-4421-83d6-958108cfa3bd None None] New status for floating IP 225e84c1-d9fc-43fa-bf0a-4eeb1a8ea643: ACTIVE {{(pid=84432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 15:54:25.556641 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 42298) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:54:25.681735 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cd2a11d6-a19a-4ad3-bf17-b11d52453658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:25.696994 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-cd2a11d6-a19a-4ad3-bf17-b11d52453658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:54:25.701000 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-cd2a11d6-a19a-4ad3-bf17-b11d52453658 admin admin] Usage tracker for resource:security_group_rule and tenant:247cf4e5fcfc4a02a33fcecff8d3e5ed is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:54:25.703991 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-cd2a11d6-a19a-4ad3-bf17-b11d52453658 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:54:25.709972 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-cd2a11d6-a19a-4ad3-bf17-b11d52453658 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:54:25.797756 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cd2a11d6-a19a-4ad3-bf17-b11d52453658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:25.838631 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cd2a11d6-a19a-4ad3-bf17-b11d52453658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:26.067232 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-74b43eab-df4a-42af-86ce-020cd27a054e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:26.110520 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-cd2a11d6-a19a-4ad3-bf17-b11d52453658 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=247cf4e5fcfc4a02a33fcecff8d3e5ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5522506 Apr 05 15:54:26.111418 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2a11d6-a19a-4ad3-bf17-b11d52453658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce844941-2818-4507-990b-d7134b11d1b0,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:26.113722 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 42304) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:54:26.119483 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a11d6-a19a-4ad3-bf17-b11d52453658 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:26.119911 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a11d6-a19a-4ad3-bf17-b11d52453658 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:26.120324 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a11d6-a19a-4ad3-bf17-b11d52453658 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:26.120730 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a11d6-a19a-4ad3-bf17-b11d52453658 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:26.121136 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a11d6-a19a-4ad3-bf17-b11d52453658 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:26.121537 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a11d6-a19a-4ad3-bf17-b11d52453658 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:26.121941 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a11d6-a19a-4ad3-bf17-b11d52453658 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:26.122397 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a11d6-a19a-4ad3-bf17-b11d52453658 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:26.122792 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a11d6-a19a-4ad3-bf17-b11d52453658 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:26.123189 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a11d6-a19a-4ad3-bf17-b11d52453658 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:26.123587 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a11d6-a19a-4ad3-bf17-b11d52453658 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:26.123978 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a11d6-a19a-4ad3-bf17-b11d52453658 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:54:26.128058 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-cd2a11d6-a19a-4ad3-bf17-b11d52453658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:26.179782 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8f0ae38d-ac73-4598-bd84-8d423674bc2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:26.206696 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8f0ae38d-ac73-4598-bd84-8d423674bc2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:26.279460 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8f0ae38d-ac73-4598-bd84-8d423674bc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:26.284900 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-90f7fe9c-ee6b-4cd6-bca3-fbf54e2ba988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:26.299319 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ae38d-ac73-4598-bd84-8d423674bc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce844941-2818-4507-990b-d7134b11d1b0,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:26.301883 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-8f0ae38d-ac73-4598-bd84-8d423674bc2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:26.304167 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8f0ae38d-ac73-4598-bd84-8d423674bc2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:26.308235 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-8f0ae38d-ac73-4598-bd84-8d423674bc2f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce844941-2818-4507-990b-d7134b11d1b0 HTTP/1.1" status: 204 len: 168 time: 0.1906881 Apr 05 15:54:27.100635 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 42334) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:54:27.211473 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-5dff7aff-5674-4e4b-8a0e-09fff493e644 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-678545764-network', 'tenant_id': 'a9e3712c411b4003b59b08ae7e238887'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:54:27.217001 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-5dff7aff-5674-4e4b-8a0e-09fff493e644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:54:27.220988 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-5dff7aff-5674-4e4b-8a0e-09fff493e644 admin admin] Usage tracker for resource:network and tenant:a9e3712c411b4003b59b08ae7e238887 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:54:27.223973 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-5dff7aff-5674-4e4b-8a0e-09fff493e644 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:54:27.230707 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-5dff7aff-5674-4e4b-8a0e-09fff493e644 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:54:27.272929 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dff7aff-5674-4e4b-8a0e-09fff493e644 admin admin] Made reservation on behalf of a9e3712c411b4003b59b08ae7e238887 for: {'network': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:54:27.277633 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5dff7aff-5674-4e4b-8a0e-09fff493e644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for network, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:27.290836 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5dff7aff-5674-4e4b-8a0e-09fff493e644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:27.307251 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-5dff7aff-5674-4e4b-8a0e-09fff493e644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:54:27.311449 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-5dff7aff-5674-4e4b-8a0e-09fff493e644 admin admin] Usage tracker for resource:security_group_rule and tenant:a9e3712c411b4003b59b08ae7e238887 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:54:27.314288 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-5dff7aff-5674-4e4b-8a0e-09fff493e644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:54:27.320211 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-5dff7aff-5674-4e4b-8a0e-09fff493e644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:54:27.407946 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5dff7aff-5674-4e4b-8a0e-09fff493e644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:27.484878 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5dff7aff-5674-4e4b-8a0e-09fff493e644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:27.489747 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d44ad4fe-9cee-4611-b9d5-d66d9b3020f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:27.518382 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dff7aff-5674-4e4b-8a0e-09fff493e644 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=84430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:54:27.527333 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff7aff-5674-4e4b-8a0e-09fff493e644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707eb184-be04-44fc-a4b5-d0ecf30fb7b1,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:27.531783 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-5dff7aff-5674-4e4b-8a0e-09fff493e644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:27.534285 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5dff7aff-5674-4e4b-8a0e-09fff493e644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:27.534698 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.segments_db [None req-5dff7aff-5674-4e4b-8a0e-09fff493e644 admin admin] Added segment df4183dd-ab41-482d-af44-7cf4ca52afe4 of type vlan for network 742f0d6b-c627-488c-9d6d-30bf03552eab Apr 05 15:54:27.561001 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5dff7aff-5674-4e4b-8a0e-09fff493e644 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739064997474'] for network, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:27.627096 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5dff7aff-5674-4e4b-8a0e-09fff493e644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for network, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:27.628420 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dff7aff-5674-4e4b-8a0e-09fff493e644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:27.629056 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5dff7aff-5674-4e4b-8a0e-09fff493e644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:27.633951 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0c6104cf-922b-430b-9dd1-634bcb23d026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:27.742956 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff7aff-5674-4e4b-8a0e-09fff493e644 admin admin] Pushing event updated for resources: {'Network': ['ID=742f0d6b-c627-488c-9d6d-30bf03552eab,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:27.745591 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-5dff7aff-5674-4e4b-8a0e-09fff493e644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:27.753276 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Network 742f0d6b-c627-488c-9d6d-30bf03552eab details requested by agent ovs-agent-dv-cinder-784779-1-iscsi with host dv-cinder-784779-1-iscsi {{(pid=84431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:54:27.771256 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-5dff7aff-5674-4e4b-8a0e-09fff493e644 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6694317 Apr 05 15:54:27.774161 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 42344) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:54:27.780871 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-19af9cf2-cff0-4d5e-be81-b5e61dab1543 admin admin] Request body: {'subnet': {'network_id': '742f0d6b-c627-488c-9d6d-30bf03552eab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-678545764-subnet', 'tenant_id': 'a9e3712c411b4003b59b08ae7e238887', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:54:27.786285 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-19af9cf2-cff0-4d5e-be81-b5e61dab1543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:54:27.790234 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-19af9cf2-cff0-4d5e-be81-b5e61dab1543 admin admin] Usage tracker for resource:subnet and tenant:a9e3712c411b4003b59b08ae7e238887 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:54:27.793172 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-19af9cf2-cff0-4d5e-be81-b5e61dab1543 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:54:27.799184 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-19af9cf2-cff0-4d5e-be81-b5e61dab1543 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:54:27.838756 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19af9cf2-cff0-4d5e-be81-b5e61dab1543 admin admin] Made reservation on behalf of a9e3712c411b4003b59b08ae7e238887 for: {'subnet': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:54:27.844163 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-19af9cf2-cff0-4d5e-be81-b5e61dab1543 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852627886'] for subnet, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:28.276183 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-19af9cf2-cff0-4d5e-be81-b5e61dab1543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852627871'] for subnet, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:28.291201 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:28.427318 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af9cf2-cff0-4d5e-be81-b5e61dab1543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=923d82e8-4216-4e0f-9fc4-7c5502e914f1,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:28.430047 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-19af9cf2-cff0-4d5e-be81-b5e61dab1543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:28.491389 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19af9cf2-cff0-4d5e-be81-b5e61dab1543 admin admin] Checking segment: {'id': 'df4183dd-ab41-482d-af44-7cf4ca52afe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '742f0d6b-c627-488c-9d6d-30bf03552eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:54:28.491778 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19af9cf2-cff0-4d5e-be81-b5e61dab1543 admin admin] Network hostable DHCP agents. Network: 742f0d6b-c627-488c-9d6d-30bf03552eab, hostable agents: ['0f32e0e8-c846-4e58-971c-cb28b45a07b7'], hosted agents: [] {{(pid=84430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:54:28.541889 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19af9cf2-cff0-4d5e-be81-b5e61dab1543 admin admin] Network 742f0d6b-c627-488c-9d6d-30bf03552eab is scheduled to be hosted by DHCP agent 0f32e0e8-c846-4e58-971c-cb28b45a07b7 with binding_index 1 {{(pid=84430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:54:28.581927 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-19af9cf2-cff0-4d5e-be81-b5e61dab1543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-iscsi, 742f0d6b-c627-488c-9d6d-30bf03552eab) {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:54:28.593846 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d844f3c-ed7c-4de2-b97c-edd2d136bd51 None None] Network 742f0d6b-c627-488c-9d6d-30bf03552eab requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:54:28.594998 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19af9cf2-cff0-4d5e-be81-b5e61dab1543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:28.595645 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-19af9cf2-cff0-4d5e-be81-b5e61dab1543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:28.655141 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-19af9cf2-cff0-4d5e-be81-b5e61dab1543 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8791881 Apr 05 15:54:29.004936 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fbef18-a9c9-4593-87f5-33299755823a None None] Network 742f0d6b-c627-488c-9d6d-30bf03552eab requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:54:30.846283 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94866245-070a-4246-8d65-610a7a9b1506 req-2db37a2a-7a4e-42c3-9af6-c787b52ca4a3 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:30.847062 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-94866245-070a-4246-8d65-610a7a9b1506 req-2db37a2a-7a4e-42c3-9af6-c787b52ca4a3 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Synchronizing usage tracker for tenant:a9e3712c411b4003b59b08ae7e238887 on resource:network {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:54:30.896453 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-94866245-070a-4246-8d65-610a7a9b1506 req-2db37a2a-7a4e-42c3-9af6-c787b52ca4a3 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Unset dirty status for tenant:a9e3712c411b4003b59b08ae7e238887 on resource:network {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:54:30.897804 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-94866245-070a-4246-8d65-610a7a9b1506 req-2db37a2a-7a4e-42c3-9af6-c787b52ca4a3 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/networks?id=742f0d6b-c627-488c-9d6d-30bf03552eab HTTP/1.1" status: 200 len: 813 time: 0.2071366 Apr 05 15:54:30.914338 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-94866245-070a-4246-8d65-610a7a9b1506 req-24c8020f-d5b7-4090-859f-8e1f9abb1cd7 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/quotas/a9e3712c411b4003b59b08ae7e238887 HTTP/1.1" status: 200 len: 375 time: 0.0100648 Apr 05 15:54:30.968667 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-94866245-070a-4246-8d65-610a7a9b1506 req-39788eea-bf85-4837-b2f1-9130789cdb23 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9e3712c411b4003b59b08ae7e238887&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478628 Apr 05 15:54:31.160562 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-94866245-070a-4246-8d65-610a7a9b1506 req-e49c7e04-8be3-4869-90d9-b18bee756813 service neutron] 10.222.0.44 "GET /v2.0/networks/742f0d6b-c627-488c-9d6d-30bf03552eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843412 Apr 05 15:54:31.328299 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-14f5fa1a-906a-45d8-905c-48ac3b189a32 req-a2d48815-129f-4e8c-af0e-60d07be6f50c tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1542335230&fields=id&tenant_id=d05d2d370a5b4482b2f84751cf78d2ea HTTP/1.1" status: 200 len: 267 time: 0.0692246 Apr 05 15:54:31.392210 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-94866245-070a-4246-8d65-610a7a9b1506 req-27bfebc6-2631-4356-92d2-ac62530ab8b9 service neutron] 10.222.0.44 "GET /v2.0/networks/742f0d6b-c627-488c-9d6d-30bf03552eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251499 Apr 05 15:54:31.432304 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5fa1a-906a-45d8-905c-48ac3b189a32 req-75df25b7-9f03-4bf0-9972-853ab9ae21f9 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:31.433875 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-14f5fa1a-906a-45d8-905c-48ac3b189a32 req-75df25b7-9f03-4bf0-9972-853ab9ae21f9 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 985 time: 0.0950718 Apr 05 15:54:31.446891 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-14f5fa1a-906a-45d8-905c-48ac3b189a32 req-73c43081-ec9d-438f-9c47-271f48c2ac54 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Request body: {'port': {'security_groups': ['cf4bd8df-80a0-4c5a-8f10-707045fadfea']}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:54:31.579851 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-14f5fa1a-906a-45d8-905c-48ac3b189a32 req-73c43081-ec9d-438f-9c47-271f48c2ac54 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:31.689246 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-461171fd-4005-4ff9-a6e3-4f7d9fa826b3 req-81302ce4-8faa-466d-9f33-1ae5c2f4d162 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc887b5-821c-4245-9404-6208a38b3393 HTTP/1.1" status: 200 len: 210 time: 0.0627141 Apr 05 15:54:31.949448 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-14f5fa1a-906a-45d8-905c-48ac3b189a32 req-73c43081-ec9d-438f-9c47-271f48c2ac54 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] For port 24e81883-838e-4ff6-aae5-3c9499b22aba, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=24e81883-838e-4ff6-aae5-3c9499b22aba,segment=NetworkSegment(fd16c644-fdf2-4094-b5c1-ced4f53dfaac),segment_id=fd16c644-fdf2-4094-b5c1-ced4f53dfaac)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:54:31.976005 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-14f5fa1a-906a-45d8-905c-48ac3b189a32 req-73c43081-ec9d-438f-9c47-271f48c2ac54 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:32.009981 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-14f5fa1a-906a-45d8-905c-48ac3b189a32 req-73c43081-ec9d-438f-9c47-271f48c2ac54 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844508714'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:32.022812 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['24e81883-838e-4ff6-aae5-3c9499b22aba'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:54:32.027637 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-116c01eb-1b58-4bfe-bb13-6b93fdcb31bd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:32.194945 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c43081-ec9d-438f-9c47-271f48c2ac54 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Pushing event updated for resources: {'Port': ['ID=24e81883-838e-4ff6-aae5-3c9499b22aba,revision_number=7']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:32.199620 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-73c43081-ec9d-438f-9c47-271f48c2ac54 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:32.239954 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5fa1a-906a-45d8-905c-48ac3b189a32 req-73c43081-ec9d-438f-9c47-271f48c2ac54 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:32.240587 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-14f5fa1a-906a-45d8-905c-48ac3b189a32 req-73c43081-ec9d-438f-9c47-271f48c2ac54 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:32.242079 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-14f5fa1a-906a-45d8-905c-48ac3b189a32 req-73c43081-ec9d-438f-9c47-271f48c2ac54 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "PUT /v2.0/ports/24e81883-838e-4ff6-aae5-3c9499b22aba HTTP/1.1" status: 200 len: 943 time: 0.8004086 Apr 05 15:54:32.242659 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1722366-ce2d-44f5-901d-ea06a1da33a7', 'tag': '24e81883-838e-4ff6-aae5-3c9499b22aba'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:54:32.253275 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 42412) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:54:32.295537 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1722366-ce2d-44f5-901d-ea06a1da33a7', 'tag': '24e81883-838e-4ff6-aae5-3c9499b22aba', 'status': 'completed', 'code': 200} Apr 05 15:54:32.374412 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['24e81883-838e-4ff6-aae5-3c9499b22aba'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:54:32.382858 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f1d3524a-4bcd-4f25-b681-a27da488a878 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:32.429770 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f1d3524a-4bcd-4f25-b681-a27da488a878 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:32.493720 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f8d20-9217-47bd-9f26-23b989af2927 req-8579352d-8e7e-47ac-bd62-cc67541ed0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:32.495397 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0a9f8d20-9217-47bd-9f26-23b989af2927 req-8579352d-8e7e-47ac-bd62-cc67541ed0fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d05d2d370a5b4482b2f84751cf78d2ea&device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 1099 time: 0.1595590 Apr 05 15:54:32.495964 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-72f14089-7b29-4b6c-99a8-88182a4991f7 None None] Provisioning complete for port 24e81883-838e-4ff6-aae5-3c9499b22aba triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:54:32.496393 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-72f14089-7b29-4b6c-99a8-88182a4991f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:32.545596 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f1d3524a-4bcd-4f25-b681-a27da488a878 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:32.562117 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7ee24284-80e7-40e5-9f63-d76e02ebc941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:32.581336 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d3524a-4bcd-4f25-b681-a27da488a878 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c62fd4d-5ec2-46fb-80c3-e2956e42e610,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:32.585323 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f1d3524a-4bcd-4f25-b681-a27da488a878 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:32.643976 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f1d3524a-4bcd-4f25-b681-a27da488a878 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:32.647800 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-f1d3524a-4bcd-4f25-b681-a27da488a878 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "DELETE /v2.0/security-groups/1c62fd4d-5ec2-46fb-80c3-e2956e42e610 HTTP/1.1" status: 204 len: 168 time: 0.3910432 Apr 05 15:54:32.648397 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 42418) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:54:32.690298 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f8d20-9217-47bd-9f26-23b989af2927 req-dbc866fd-5b79-4ef5-bbe8-584e90e4906f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:32.691950 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0a9f8d20-9217-47bd-9f26-23b989af2927 req-dbc866fd-5b79-4ef5-bbe8-584e90e4906f service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6519836-4d08-41f2-b117-98e4b77d8750 HTTP/1.1" status: 200 len: 914 time: 0.1718903 Apr 05 15:54:32.850253 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0a9f8d20-9217-47bd-9f26-23b989af2927 req-d2d0e662-34cb-41c4-9cfd-1b843b59e6a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24e81883-838e-4ff6-aae5-3c9499b22aba HTTP/1.1" status: 200 len: 1001 time: 0.1497695 Apr 05 15:54:32.888938 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ef46880e-3be3-48ff-b0d1-744bb7156143 req-02675f0f-5bb3-44d0-9043-68c4430564e8 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc887b5-821c-4245-9404-6208a38b3393 HTTP/1.1" status: 200 len: 210 time: 0.0786755 Apr 05 15:54:32.898097 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-b92af141-5d8a-43d1-b0a3-44a6f88df5bd tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Deleting port afbee840-8ebf-4d61-b830-cbac1c8460fc {{(pid=84429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:54:32.898501 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b92af141-5d8a-43d1-b0a3-44a6f88df5bd tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:32.961271 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f8d20-9217-47bd-9f26-23b989af2927 req-8fcdc1d1-75e7-4665-9a2d-78b75263249c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:32.962964 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0a9f8d20-9217-47bd-9f26-23b989af2927 req-8fcdc1d1-75e7-4665-9a2d-78b75263249c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62c34293-35f9-4aae-96c1-3dd19d3f49af HTTP/1.1" status: 200 len: 852 time: 0.0891602 Apr 05 15:54:33.056506 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f8d20-9217-47bd-9f26-23b989af2927 req-1d44a80c-0862-4cd2-ba09-5599262d4b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:33.058091 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0a9f8d20-9217-47bd-9f26-23b989af2927 req-1d44a80c-0862-4cd2-ba09-5599262d4b84 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6519836-4d08-41f2-b117-98e4b77d8750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0855660 Apr 05 15:54:33.093199 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b92af141-5d8a-43d1-b0a3-44a6f88df5bd tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:33.093566 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b92af141-5d8a-43d1-b0a3-44a6f88df5bd tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:33.233239 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-b92af141-5d8a-43d1-b0a3-44a6f88df5bd tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Calling delete_port for afbee840-8ebf-4d61-b830-cbac1c8460fc owned by network:floatingip {{(pid=84429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:54:33.447237 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0a9f8d20-9217-47bd-9f26-23b989af2927 req-bc465f8f-b517-44e0-b9e4-fd4e60b285f8 service neutron] 10.222.0.43 "GET /v2.0/networks/b6519836-4d08-41f2-b117-98e4b77d8750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801541 Apr 05 15:54:33.513564 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b92af141-5d8a-43d1-b0a3-44a6f88df5bd tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:33.541496 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:33.596938 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0a9f8d20-9217-47bd-9f26-23b989af2927 req-390958e5-1ca8-414d-b0cc-34ecfd7b3d06 service neutron] 10.222.0.43 "GET /v2.0/networks/b6519836-4d08-41f2-b117-98e4b77d8750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421041 Apr 05 15:54:33.632568 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92af141-5d8a-43d1-b0a3-44a6f88df5bd tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Pushing event deleted for resources: {'Port': ['ID=afbee840-8ebf-4d61-b830-cbac1c8460fc,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:33.693582 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b92af141-5d8a-43d1-b0a3-44a6f88df5bd tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:33.848990 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94866245-070a-4246-8d65-610a7a9b1506 req-e5bd639e-e55e-45d6-b2df-ad3f60217b40 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:33.850480 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-94866245-070a-4246-8d65-610a7a9b1506 req-e5bd639e-e55e-45d6-b2df-ad3f60217b40 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.43 "GET /v2.0/networks?id=742f0d6b-c627-488c-9d6d-30bf03552eab HTTP/1.1" status: 200 len: 813 time: 0.2737751 Apr 05 15:54:33.892479 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-94866245-070a-4246-8d65-610a7a9b1506 req-ab7149e0-ff20-4e92-8131-8979ddad0f08 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Request body: {'port': {'device_id': 'ccc887b5-821c-4245-9404-6208a38b3393', 'network_id': '742f0d6b-c627-488c-9d6d-30bf03552eab', 'admin_state_up': True, 'tenant_id': 'a9e3712c411b4003b59b08ae7e238887'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:54:34.066781 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b92af141-5d8a-43d1-b0a3-44a6f88df5bd tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks [] for floatingip, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:34.066781 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.l3_db [None req-b92af141-5d8a-43d1-b0a3-44a6f88df5bd tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Floating IP 6b25e4e9-146d-4a45-aef5-dbed2cbc958c disassociated (deleted). External IP: 172.27.0.33, port: 24e81883-838e-4ff6-aae5-3c9499b22aba. Apr 05 15:54:34.067638 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-aa56b6d0-a190-4d66-b4ac-f90d5816b94d req-3a148eb5-4f17-4bdd-baa5-41221349956f tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc887b5-821c-4245-9404-6208a38b3393 HTTP/1.1" status: 200 len: 210 time: 0.0512016 Apr 05 15:54:34.241045 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-94866245-070a-4246-8d65-610a7a9b1506 req-ab7149e0-ff20-4e92-8131-8979ddad0f08 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:54:34.248114 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-94866245-070a-4246-8d65-610a7a9b1506 req-ab7149e0-ff20-4e92-8131-8979ddad0f08 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Usage tracker for resource:port and tenant:a9e3712c411b4003b59b08ae7e238887 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:54:34.252606 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-94866245-070a-4246-8d65-610a7a9b1506 req-ab7149e0-ff20-4e92-8131-8979ddad0f08 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:54:34.268999 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-94866245-070a-4246-8d65-610a7a9b1506 req-ab7149e0-ff20-4e92-8131-8979ddad0f08 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:54:34.351127 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94866245-070a-4246-8d65-610a7a9b1506 req-ab7149e0-ff20-4e92-8131-8979ddad0f08 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Made reservation on behalf of a9e3712c411b4003b59b08ae7e238887 for: {'port': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:54:34.357103 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-94866245-070a-4246-8d65-610a7a9b1506 req-ab7149e0-ff20-4e92-8131-8979ddad0f08 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:34.616373 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92af141-5d8a-43d1-b0a3-44a6f88df5bd tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Router 65ebfa39-4164-47cb-8ae0-ee00da5e730b has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:54:34.790973 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [req-94866245-070a-4246-8d65-610a7a9b1506 req-ab7149e0-ff20-4e92-8131-8979ddad0f08 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Allocated IP 172.20.0.5 (742f0d6b-c627-488c-9d6d-30bf03552eab/923d82e8-4216-4e0f-9fc4-7c5502e914f1/03a3b5af-eec6-4b19-93ad-a035764828e5) {{(pid=84429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:54:34.881521 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92af141-5d8a-43d1-b0a3-44a6f88df5bd tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:54:34.892311 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35172bfd-bbba-42d4-a1dc-9802c41a5d29 None None] Sync routers for ids ['65ebfa39-4164-47cb-8ae0-ee00da5e730b'] in dv-cinder-784779-1-iscsi {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:54:34.902153 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35172bfd-bbba-42d4-a1dc-9802c41a5d29 None None] Routers {'65ebfa39-4164-47cb-8ae0-ee00da5e730b'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:54:34.902938 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-35172bfd-bbba-42d4-a1dc-9802c41a5d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:54:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['65ebfa39-4164-47cb-8ae0-ee00da5e730b'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:54:35.002966 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b92af141-5d8a-43d1-b0a3-44a6f88df5bd tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for floatingip, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:35.103219 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-35172bfd-bbba-42d4-a1dc-9802c41a5d29 None None] Set router 65ebfa39-4164-47cb-8ae0-ee00da5e730b gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:54:35.245710 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-111b9a74-9789-4a78-be0c-79d1573c4300 req-f670adab-0c8c-41d4-8147-4477de91f90f tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc887b5-821c-4245-9404-6208a38b3393 HTTP/1.1" status: 200 len: 210 time: 0.0508883 Apr 05 15:54:35.326459 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-b92af141-5d8a-43d1-b0a3-44a6f88df5bd tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "DELETE /v2.0/floatingips/6b25e4e9-146d-4a45-aef5-dbed2cbc958c HTTP/1.1" status: 204 len: 168 time: 2.6766632 Apr 05 15:54:35.329549 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1722366-ce2d-44f5-901d-ea06a1da33a7', 'tag': '24e81883-838e-4ff6-aae5-3c9499b22aba'}] {{(pid=84429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:54:35.350920 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-94866245-070a-4246-8d65-610a7a9b1506 req-ab7149e0-ff20-4e92-8131-8979ddad0f08 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Notify callbacks [] for port, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:35.421871 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-94866245-070a-4246-8d65-610a7a9b1506 req-ab7149e0-ff20-4e92-8131-8979ddad0f08 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:35.439986 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-afb59256-a9a6-4cf1-a4e8-09d64f4f1864 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:35.460247 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-35172bfd-bbba-42d4-a1dc-9802c41a5d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'name': 'tempest-TestMinimumBasicScenario-65186514-router', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '78b80d70-0fe5-41c1-86ee-061a92bd352a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:06Z', 'updated_at': '2021-04-05T15:51:14Z', 'revision_number': 4, 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'gw_port': {'id': '78b80d70-0fe5-41c1-86ee-061a92bd352a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:07Z', 'updated_at': '2021-04-05T15:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': '75d614f4-2e88-4277-8683-439051d9965b', 'name': '', 'network_id': 'b6519836-4d08-41f2-b117-98e4b77d8750', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'mac_address': 'fa:16:3e:10:01:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '62c34293-35f9-4aae-96c1-3dd19d3f49af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:12Z', 'updated_at': '2021-04-05T15:51:23Z', 'revision_number': 5, 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'subnets': [{'id': '62c34293-35f9-4aae-96c1-3dd19d3f49af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:54:35.464332 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35172bfd-bbba-42d4-a1dc-9802c41a5d29 None None] Checking router: 65ebfa39-4164-47cb-8ae0-ee00da5e730b for host: dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:54:35.473457 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35172bfd-bbba-42d4-a1dc-9802c41a5d29 None None] Routers {'65ebfa39-4164-47cb-8ae0-ee00da5e730b'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:54:35.474122 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-35172bfd-bbba-42d4-a1dc-9802c41a5d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:54:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['65ebfa39-4164-47cb-8ae0-ee00da5e730b'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:54:35.488178 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1722366-ce2d-44f5-901d-ea06a1da33a7', 'tag': '24e81883-838e-4ff6-aae5-3c9499b22aba', 'status': 'completed', 'code': 200} Apr 05 15:54:35.611424 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7149e0-ff20-4e92-8131-8979ddad0f08 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Pushing event updated for resources: {'Port': ['ID=03a3b5af-eec6-4b19-93ad-a035764828e5,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:35.616155 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-ab7149e0-ff20-4e92-8131-8979ddad0f08 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:35.657095 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6a306-2877-455d-b439-24c1a26c4190 req-8ac083a5-7c67-4dbc-b195-7fe6722247e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:35.658424 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4cf6a306-2877-455d-b439-24c1a26c4190 req-8ac083a5-7c67-4dbc-b195-7fe6722247e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d05d2d370a5b4482b2f84751cf78d2ea&device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 1099 time: 0.1681554 Apr 05 15:54:35.670161 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94866245-070a-4246-8d65-610a7a9b1506 req-ab7149e0-ff20-4e92-8131-8979ddad0f08 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Network 742f0d6b-c627-488c-9d6d-30bf03552eab is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:54:35.673678 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [req-94866245-070a-4246-8d65-610a7a9b1506 req-ab7149e0-ff20-4e92-8131-8979ddad0f08 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:54:35.676312 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-94866245-070a-4246-8d65-610a7a9b1506 req-ab7149e0-ff20-4e92-8131-8979ddad0f08 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Received port after_create {{(pid=84429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:54:35.725534 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-35172bfd-bbba-42d4-a1dc-9802c41a5d29 None None] Set router 65ebfa39-4164-47cb-8ae0-ee00da5e730b gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:54:35.757703 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94866245-070a-4246-8d65-610a7a9b1506 req-ab7149e0-ff20-4e92-8131-8979ddad0f08 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:35.758402 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-94866245-070a-4246-8d65-610a7a9b1506 req-ab7149e0-ff20-4e92-8131-8979ddad0f08 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:35.837364 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6a306-2877-455d-b439-24c1a26c4190 req-b1bb47b6-855c-42df-84dc-eecf06cbd023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:35.839159 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4cf6a306-2877-455d-b439-24c1a26c4190 req-b1bb47b6-855c-42df-84dc-eecf06cbd023 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b6519836-4d08-41f2-b117-98e4b77d8750 HTTP/1.1" status: 200 len: 914 time: 0.1727295 Apr 05 15:54:35.850867 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-94866245-070a-4246-8d65-610a7a9b1506 req-ab7149e0-ff20-4e92-8131-8979ddad0f08 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9675539 Apr 05 15:54:35.863091 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-94866245-070a-4246-8d65-610a7a9b1506 req-ba7b4461-8f38-488d-b4ef-c23665b34452 service neutron] Request body: {'port': {'device_id': 'ccc887b5-821c-4245-9404-6208a38b3393', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:54:35.930870 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4cf6a306-2877-455d-b439-24c1a26c4190 req-c20fe6e5-b064-4487-8782-4415ede22383 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24e81883-838e-4ff6-aae5-3c9499b22aba HTTP/1.1" status: 200 len: 217 time: 0.0819709 Apr 05 15:54:36.015831 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6a306-2877-455d-b439-24c1a26c4190 req-d5f26dbe-d07a-4d38-9049-6ad6833ca53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:36.018666 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4cf6a306-2877-455d-b439-24c1a26c4190 req-d5f26dbe-d07a-4d38-9049-6ad6833ca53d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=62c34293-35f9-4aae-96c1-3dd19d3f49af HTTP/1.1" status: 200 len: 852 time: 0.0746195 Apr 05 15:54:36.040692 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-94866245-070a-4246-8d65-610a7a9b1506 req-ba7b4461-8f38-488d-b4ef-c23665b34452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:36.110062 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6a306-2877-455d-b439-24c1a26c4190 req-942470d0-6970-49f8-92df-e15dda8f2fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:36.111747 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4cf6a306-2877-455d-b439-24c1a26c4190 req-942470d0-6970-49f8-92df-e15dda8f2fc5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b6519836-4d08-41f2-b117-98e4b77d8750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0846722 Apr 05 15:54:36.131306 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-35172bfd-bbba-42d4-a1dc-9802c41a5d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'name': 'tempest-TestMinimumBasicScenario-65186514-router', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '78b80d70-0fe5-41c1-86ee-061a92bd352a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:06Z', 'updated_at': '2021-04-05T15:51:14Z', 'revision_number': 4, 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'gw_port': {'id': '78b80d70-0fe5-41c1-86ee-061a92bd352a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:07Z', 'updated_at': '2021-04-05T15:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': '75d614f4-2e88-4277-8683-439051d9965b', 'name': '', 'network_id': 'b6519836-4d08-41f2-b117-98e4b77d8750', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'mac_address': 'fa:16:3e:10:01:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '62c34293-35f9-4aae-96c1-3dd19d3f49af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:12Z', 'updated_at': '2021-04-05T15:51:23Z', 'revision_number': 5, 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'subnets': [{'id': '62c34293-35f9-4aae-96c1-3dd19d3f49af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:54:36.135580 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35172bfd-bbba-42d4-a1dc-9802c41a5d29 None None] The sync data for ids ['65ebfa39-4164-47cb-8ae0-ee00da5e730b'] in dv-cinder-784779-1-iscsi is: [{'id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'name': 'tempest-TestMinimumBasicScenario-65186514-router', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '78b80d70-0fe5-41c1-86ee-061a92bd352a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:06Z', 'updated_at': '2021-04-05T15:51:14Z', 'revision_number': 4, 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'gw_port': {'id': '78b80d70-0fe5-41c1-86ee-061a92bd352a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:07Z', 'updated_at': '2021-04-05T15:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': '75d614f4-2e88-4277-8683-439051d9965b', 'name': '', 'network_id': 'b6519836-4d08-41f2-b117-98e4b77d8750', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'mac_address': 'fa:16:3e:10:01:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '62c34293-35f9-4aae-96c1-3dd19d3f49af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:12Z', 'updated_at': '2021-04-05T15:51:23Z', 'revision_number': 5, 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'subnets': [{'id': '62c34293-35f9-4aae-96c1-3dd19d3f49af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:54:36.261109 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4cf6a306-2877-455d-b439-24c1a26c4190 req-0e67c02a-024f-4e21-b9a0-4f682bfab072 service neutron] 10.222.0.43 "GET /v2.0/networks/b6519836-4d08-41f2-b117-98e4b77d8750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407990 Apr 05 15:54:36.474763 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4cf6a306-2877-455d-b439-24c1a26c4190 req-c35ef5d8-495c-4990-8d6b-1bf423a71aba service neutron] 10.222.0.43 "GET /v2.0/networks/b6519836-4d08-41f2-b117-98e4b77d8750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061467 Apr 05 15:54:36.489986 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [req-94866245-070a-4246-8d65-610a7a9b1506 req-ba7b4461-8f38-488d-b4ef-c23665b34452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a3b5af-eec6-4b19-93ad-a035764828e5 {{(pid=84429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:54:36.498335 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b59df6-fcf6-4d5e-a410-a90c28130a33 req-ff52aece-6f3e-4474-acaf-b9c20df5f1ef tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:36.500035 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c2b59df6-fcf6-4d5e-a410-a90c28130a33 req-ff52aece-6f3e-4474-acaf-b9c20df5f1ef tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc887b5-821c-4245-9404-6208a38b3393 HTTP/1.1" status: 200 len: 931 time: 0.1333618 Apr 05 15:54:36.501297 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-94866245-070a-4246-8d65-610a7a9b1506 req-ba7b4461-8f38-488d-b4ef-c23665b34452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:36.518283 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [req-94866245-070a-4246-8d65-610a7a9b1506 req-ba7b4461-8f38-488d-b4ef-c23665b34452 service neutron] Transition to ACTIVE for port object 03a3b5af-eec6-4b19-93ad-a035764828e5 will not be triggered until provisioned by entity L2. {{(pid=84429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:54:36.544585 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-94866245-070a-4246-8d65-610a7a9b1506 req-ba7b4461-8f38-488d-b4ef-c23665b34452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9499705'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:36.552301 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-c2b59df6-fcf6-4d5e-a410-a90c28130a33 req-45448e1c-fb83-4766-976a-7b1c8c316956 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Synchronizing usage tracker for tenant:a9e3712c411b4003b59b08ae7e238887 on resource:security_group {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:54:36.561640 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-1aa45caf-f13c-4111-b8a7-019cb92b3006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:36.592736 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-c2b59df6-fcf6-4d5e-a410-a90c28130a33 req-45448e1c-fb83-4766-976a-7b1c8c316956 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Unset dirty status for tenant:a9e3712c411b4003b59b08ae7e238887 on resource:security_group {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:54:36.594354 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c2b59df6-fcf6-4d5e-a410-a90c28130a33 req-45448e1c-fb83-4766-976a-7b1c8c316956 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/security-groups?id=707eb184-be04-44fc-a4b5-d0ecf30fb7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872502 Apr 05 15:54:36.621505 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4957ddbc-f40f-4185-ab12-d1e0c0aafc3d None None] New status for floating IP 6b25e4e9-146d-4a45-aef5-dbed2cbc958c: DOWN {{(pid=84432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 15:54:36.709703 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b4461-8f38-488d-b4ef-c23665b34452 service neutron] Pushing event updated for resources: {'Port': ['ID=03a3b5af-eec6-4b19-93ad-a035764828e5,revision_number=2']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:36.714162 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-ba7b4461-8f38-488d-b4ef-c23665b34452 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:36.930949 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-94866245-070a-4246-8d65-610a7a9b1506 req-ba7b4461-8f38-488d-b4ef-c23665b34452 service neutron] Attempting to bind port 03a3b5af-eec6-4b19-93ad-a035764828e5 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:54:36.931315 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-94866245-070a-4246-8d65-610a7a9b1506 req-ba7b4461-8f38-488d-b4ef-c23665b34452 service neutron] Attempting to bind port 03a3b5af-eec6-4b19-93ad-a035764828e5 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'df4183dd-ab41-482d-af44-7cf4ca52afe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '742f0d6b-c627-488c-9d6d-30bf03552eab'}] {{(pid=84429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:54:36.931736 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94866245-070a-4246-8d65-610a7a9b1506 req-ba7b4461-8f38-488d-b4ef-c23665b34452 service neutron] Attempting to bind port 03a3b5af-eec6-4b19-93ad-a035764828e5 on network 742f0d6b-c627-488c-9d6d-30bf03552eab {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:54:36.936608 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94866245-070a-4246-8d65-610a7a9b1506 req-ba7b4461-8f38-488d-b4ef-c23665b34452 service neutron] Port 03a3b5af-eec6-4b19-93ad-a035764828e5 on network 742f0d6b-c627-488c-9d6d-30bf03552eab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:54:36.937013 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94866245-070a-4246-8d65-610a7a9b1506 req-ba7b4461-8f38-488d-b4ef-c23665b34452 service neutron] Attempting to bind port 03a3b5af-eec6-4b19-93ad-a035764828e5 on network 742f0d6b-c627-488c-9d6d-30bf03552eab {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:54:36.942502 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94866245-070a-4246-8d65-610a7a9b1506 req-ba7b4461-8f38-488d-b4ef-c23665b34452 service neutron] Checking agent: {'id': 'e13e0a38-98d8-4e7c-86ff-f8c578f1bff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'started_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:54:36.942724 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94866245-070a-4246-8d65-610a7a9b1506 req-ba7b4461-8f38-488d-b4ef-c23665b34452 service neutron] Checking segment: {'id': 'df4183dd-ab41-482d-af44-7cf4ca52afe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '742f0d6b-c627-488c-9d6d-30bf03552eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:54:36.943124 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94866245-070a-4246-8d65-610a7a9b1506 req-ba7b4461-8f38-488d-b4ef-c23665b34452 service neutron] Bound using segment: {'id': 'df4183dd-ab41-482d-af44-7cf4ca52afe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '742f0d6b-c627-488c-9d6d-30bf03552eab'} {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:54:36.943587 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-94866245-070a-4246-8d65-610a7a9b1506 req-ba7b4461-8f38-488d-b4ef-c23665b34452 service neutron] Bound port: 03a3b5af-eec6-4b19-93ad-a035764828e5, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df4183dd-ab41-482d-af44-7cf4ca52afe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '742f0d6b-c627-488c-9d6d-30bf03552eab'}}] {{(pid=84429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:54:36.943970 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-94866245-070a-4246-8d65-610a7a9b1506 req-ba7b4461-8f38-488d-b4ef-c23665b34452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:37.045142 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-94866245-070a-4246-8d65-610a7a9b1506 req-ba7b4461-8f38-488d-b4ef-c23665b34452 service neutron] For port 03a3b5af-eec6-4b19-93ad-a035764828e5, host hv-cinder-78477, cleared binding levels {{(pid=84429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:54:37.048262 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-94866245-070a-4246-8d65-610a7a9b1506 req-ba7b4461-8f38-488d-b4ef-c23665b34452 service neutron] For port 03a3b5af-eec6-4b19-93ad-a035764828e5, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=03a3b5af-eec6-4b19-93ad-a035764828e5,segment=NetworkSegment(df4183dd-ab41-482d-af44-7cf4ca52afe4),segment_id=df4183dd-ab41-482d-af44-7cf4ca52afe4)] {{(pid=84429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:54:37.079112 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-94866245-070a-4246-8d65-610a7a9b1506 req-ba7b4461-8f38-488d-b4ef-c23665b34452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9499705'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:37.096986 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-508fd535-b160-4597-938e-b70a6d47ab5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:37.250948 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b4461-8f38-488d-b4ef-c23665b34452 service neutron] Pushing event updated for resources: {'Port': ['ID=03a3b5af-eec6-4b19-93ad-a035764828e5,revision_number=3']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:37.256536 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-ba7b4461-8f38-488d-b4ef-c23665b34452 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:37.288194 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94866245-070a-4246-8d65-610a7a9b1506 req-ba7b4461-8f38-488d-b4ef-c23665b34452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:37.288859 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-94866245-070a-4246-8d65-610a7a9b1506 req-ba7b4461-8f38-488d-b4ef-c23665b34452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:37.290309 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-94866245-070a-4246-8d65-610a7a9b1506 req-ba7b4461-8f38-488d-b4ef-c23665b34452 service neutron] 10.222.0.43 "PUT /v2.0/ports/03a3b5af-eec6-4b19-93ad-a035764828e5 HTTP/1.1" status: 200 len: 1093 time: 1.4320872 Apr 05 15:54:37.449144 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94866245-070a-4246-8d65-610a7a9b1506 req-9ecc727c-ef36-48a5-96e8-553d5845e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:37.451306 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-94866245-070a-4246-8d65-610a7a9b1506 req-9ecc727c-ef36-48a5-96e8-553d5845e62f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a9e3712c411b4003b59b08ae7e238887&device_id=ccc887b5-821c-4245-9404-6208a38b3393 HTTP/1.1" status: 200 len: 1096 time: 0.0849843 Apr 05 15:54:37.515284 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc887b5-821c-4245-9404-6208a38b3393', 'tag': '03a3b5af-eec6-4b19-93ad-a035764828e5'}] {{(pid=84429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:54:37.536329 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-94866245-070a-4246-8d65-610a7a9b1506 req-fe08887e-ca74-4b57-b4df-efe294767266 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03a3b5af-eec6-4b19-93ad-a035764828e5 HTTP/1.1" status: 200 len: 217 time: 0.0758903 Apr 05 15:54:37.580631 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccc887b5-821c-4245-9404-6208a38b3393', 'tag': '03a3b5af-eec6-4b19-93ad-a035764828e5', 'status': 'completed', 'code': 200} Apr 05 15:54:37.613021 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94866245-070a-4246-8d65-610a7a9b1506 req-a748fe8e-f0cb-4a5d-8a86-7deed3f9a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:37.614616 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-94866245-070a-4246-8d65-610a7a9b1506 req-a748fe8e-f0cb-4a5d-8a86-7deed3f9a1bf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=923d82e8-4216-4e0f-9fc4-7c5502e914f1 HTTP/1.1" status: 200 len: 853 time: 0.0702050 Apr 05 15:54:37.669735 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-94866245-070a-4246-8d65-610a7a9b1506 req-37a32c1c-4810-462e-bec5-0f0877418951 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=742f0d6b-c627-488c-9d6d-30bf03552eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471122 Apr 05 15:54:37.797249 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b336397-0df6-4a74-8123-3f729a47a8ef req-d875ba98-aa92-41b3-b235-c8ab19f34640 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:37.798970 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1b336397-0df6-4a74-8123-3f729a47a8ef req-d875ba98-aa92-41b3-b235-c8ab19f34640 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc887b5-821c-4245-9404-6208a38b3393 HTTP/1.1" status: 200 len: 943 time: 0.0893025 Apr 05 15:54:37.820188 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-94866245-070a-4246-8d65-610a7a9b1506 req-ac7ed3ac-6193-4775-8407-0b134acc978b service neutron] 10.222.0.43 "GET /v2.0/networks/742f0d6b-c627-488c-9d6d-30bf03552eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422732 Apr 05 15:54:37.851166 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1b336397-0df6-4a74-8123-3f729a47a8ef req-28ef4d94-c9ae-48e5-8c6b-1bb73c03fb86 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/security-groups?id=707eb184-be04-44fc-a4b5-d0ecf30fb7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457749 Apr 05 15:54:37.967042 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-94866245-070a-4246-8d65-610a7a9b1506 req-b167d8ba-6362-48d9-a681-a4de30dbfbc7 service neutron] 10.222.0.43 "GET /v2.0/networks/742f0d6b-c627-488c-9d6d-30bf03552eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398230 Apr 05 15:54:38.103242 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264a839-44cf-462c-9c88-a751d23b8e0c req-ed67defe-2aad-405c-92db-b6f472e98616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:38.104879 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3264a839-44cf-462c-9c88-a751d23b8e0c req-ed67defe-2aad-405c-92db-b6f472e98616 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a9e3712c411b4003b59b08ae7e238887&device_id=ccc887b5-821c-4245-9404-6208a38b3393 HTTP/1.1" status: 200 len: 1096 time: 0.0773246 Apr 05 15:54:38.249943 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264a839-44cf-462c-9c88-a751d23b8e0c req-27bfb246-b34b-4cff-b7f2-e31e247ea586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:38.251520 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3264a839-44cf-462c-9c88-a751d23b8e0c req-27bfb246-b34b-4cff-b7f2-e31e247ea586 service neutron] 10.222.0.43 "GET /v2.0/networks?id=742f0d6b-c627-488c-9d6d-30bf03552eab HTTP/1.1" status: 200 len: 914 time: 0.1394558 Apr 05 15:54:38.327958 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3264a839-44cf-462c-9c88-a751d23b8e0c req-87a7bd54-0714-4fd6-bc7e-09aa2909d30c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03a3b5af-eec6-4b19-93ad-a035764828e5 HTTP/1.1" status: 200 len: 217 time: 0.0689385 Apr 05 15:54:38.407851 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264a839-44cf-462c-9c88-a751d23b8e0c req-1778b2c7-7ccf-49ee-ba3e-719e07696c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:38.409312 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3264a839-44cf-462c-9c88-a751d23b8e0c req-1778b2c7-7ccf-49ee-ba3e-719e07696c96 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=923d82e8-4216-4e0f-9fc4-7c5502e914f1 HTTP/1.1" status: 200 len: 853 time: 0.0740864 Apr 05 15:54:38.468311 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3264a839-44cf-462c-9c88-a751d23b8e0c req-f227e30a-f9d4-45a2-b028-569d54863dc9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=742f0d6b-c627-488c-9d6d-30bf03552eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476480 Apr 05 15:54:38.622625 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3264a839-44cf-462c-9c88-a751d23b8e0c req-91d99475-c2b7-4e23-a458-a2292708f1c8 service neutron] 10.222.0.43 "GET /v2.0/networks/742f0d6b-c627-488c-9d6d-30bf03552eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459188 Apr 05 15:54:38.769651 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3264a839-44cf-462c-9c88-a751d23b8e0c req-689aedef-4038-4fb6-ba64-87cc28addfb9 service neutron] 10.222.0.43 "GET /v2.0/networks/742f0d6b-c627-488c-9d6d-30bf03552eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384993 Apr 05 15:54:39.057972 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b38b6-f3cc-492a-ad04-5efcecf0ce47 req-87c8b1e1-6c44-4c64-8a19-e094393ebbe5 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:39.059745 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-902b38b6-f3cc-492a-ad04-5efcecf0ce47 req-87c8b1e1-6c44-4c64-8a19-e094393ebbe5 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 946 time: 0.1404512 Apr 05 15:54:39.120869 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-902b38b6-f3cc-492a-ad04-5efcecf0ce47 req-68158052-2cc7-4c1a-99d7-b5c8ec598ba5 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Synchronizing usage tracker for tenant:d05d2d370a5b4482b2f84751cf78d2ea on resource:security_group {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:54:39.131944 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51a4bc-338a-4c64-be3c-a23fcbaa07b1 req-30564ab0-0ac7-4a10-b14c-74eec7b205d0 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:39.133469 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-dc51a4bc-338a-4c64-be3c-a23fcbaa07b1 req-30564ab0-0ac7-4a10-b14c-74eec7b205d0 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc887b5-821c-4245-9404-6208a38b3393 HTTP/1.1" status: 200 len: 943 time: 0.1560447 Apr 05 15:54:39.185000 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-dc51a4bc-338a-4c64-be3c-a23fcbaa07b1 req-802bc0d2-f5fe-44ca-854a-aba8244a3486 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/security-groups?id=707eb184-be04-44fc-a4b5-d0ecf30fb7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443001 Apr 05 15:54:39.192609 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-902b38b6-f3cc-492a-ad04-5efcecf0ce47 req-68158052-2cc7-4c1a-99d7-b5c8ec598ba5 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Unset dirty status for tenant:d05d2d370a5b4482b2f84751cf78d2ea on resource:security_group {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:54:39.193877 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-902b38b6-f3cc-492a-ad04-5efcecf0ce47 req-68158052-2cc7-4c1a-99d7-b5c8ec598ba5 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270320 Apr 05 15:54:40.460532 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a31725-804f-4b08-9767-d1b5f68aba8e req-35ac0a40-d249-491d-a332-a79e79db44a7 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:40.462118 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-71a31725-804f-4b08-9767-d1b5f68aba8e req-35ac0a40-d249-491d-a332-a79e79db44a7 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc887b5-821c-4245-9404-6208a38b3393 HTTP/1.1" status: 200 len: 943 time: 0.1616144 Apr 05 15:54:40.470083 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d9872-4f04-4032-a092-6c1dc18445a5 req-103777ef-2232-431f-bca9-e33760349e8b tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:40.471517 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e61d9872-4f04-4032-a092-6c1dc18445a5 req-103777ef-2232-431f-bca9-e33760349e8b tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 946 time: 0.1298218 Apr 05 15:54:40.544354 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-71a31725-804f-4b08-9767-d1b5f68aba8e req-bef5db7b-bf61-4fd1-8963-2b31700b6394 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/security-groups?id=707eb184-be04-44fc-a4b5-d0ecf30fb7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718398 Apr 05 15:54:40.551843 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e61d9872-4f04-4032-a092-6c1dc18445a5 req-a9299d7a-75e6-45ad-92d1-0dc9278ce1db tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/security-groups?id=cf4bd8df-80a0-4c5a-8f10-707045fadfea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647564 Apr 05 15:54:40.635382 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 03a3b5af-eec6-4b19-93ad-a035764828e5 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:54:40.782311 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 03a3b5af-eec6-4b19-93ad-a035764828e5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=03a3b5af-eec6-4b19-93ad-a035764828e5,segment=NetworkSegment(df4183dd-ab41-482d-af44-7cf4ca52afe4),segment_id=df4183dd-ab41-482d-af44-7cf4ca52afe4)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:54:40.796483 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Returning: {'device': '03a3b5af-eec6-4b19-93ad-a035764828e5', 'network_id': '742f0d6b-c627-488c-9d6d-30bf03552eab', 'port_id': '03a3b5af-eec6-4b19-93ad-a035764828e5', 'mac_address': 'fa:16:3e:b5:7d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '923d82e8-4216-4e0f-9fc4-7c5502e914f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:54:40.857620 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:40.875736 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a3b5af-eec6-4b19-93ad-a035764828e5 {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:54:40.891244 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 03a3b5af-eec6-4b19-93ad-a035764828e5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=03a3b5af-eec6-4b19-93ad-a035764828e5,segment=NetworkSegment(df4183dd-ab41-482d-af44-7cf4ca52afe4),segment_id=df4183dd-ab41-482d-af44-7cf4ca52afe4)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:54:40.924840 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:40.926837 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-bd873c5e-6f84-4b90-bf87-73290915ad1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:40.993349 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424dd064-1a82-41ef-a4b6-5a404d53f597 req-56883392-10d8-4c42-9706-772f26a81a40 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:40.994105 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-424dd064-1a82-41ef-a4b6-5a404d53f597 req-56883392-10d8-4c42-9706-772f26a81a40 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Synchronizing usage tracker for tenant:d05d2d370a5b4482b2f84751cf78d2ea on resource:port {{(pid=84429) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:54:40.996937 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=03a3b5af-eec6-4b19-93ad-a035764828e5,revision_number=4']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:41.000128 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:41.039171 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-424dd064-1a82-41ef-a4b6-5a404d53f597 req-56883392-10d8-4c42-9706-772f26a81a40 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Unset dirty status for tenant:d05d2d370a5b4482b2f84751cf78d2ea on resource:port {{(pid=84429) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:54:41.040336 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-424dd064-1a82-41ef-a4b6-5a404d53f597 req-56883392-10d8-4c42-9706-772f26a81a40 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.43 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 946 time: 0.1335554 Apr 05 15:54:41.121089 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-424dd064-1a82-41ef-a4b6-5a404d53f597 req-eaa09248-878e-40da-8310-070b67e7e707 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Deleting port 24e81883-838e-4ff6-aae5-3c9499b22aba {{(pid=84429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:54:41.121472 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-424dd064-1a82-41ef-a4b6-5a404d53f597 req-eaa09248-878e-40da-8310-070b67e7e707 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:41.236433 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['03a3b5af-eec6-4b19-93ad-a035764828e5'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:54:41.380048 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-424dd064-1a82-41ef-a4b6-5a404d53f597 req-eaa09248-878e-40da-8310-070b67e7e707 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] For port 24e81883-838e-4ff6-aae5-3c9499b22aba, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=24e81883-838e-4ff6-aae5-3c9499b22aba,segment=NetworkSegment(fd16c644-fdf2-4094-b5c1-ced4f53dfaac),segment_id=fd16c644-fdf2-4094-b5c1-ced4f53dfaac)] {{(pid=84429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:54:41.380400 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-424dd064-1a82-41ef-a4b6-5a404d53f597 req-eaa09248-878e-40da-8310-070b67e7e707 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:41.517035 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-424dd064-1a82-41ef-a4b6-5a404d53f597 req-eaa09248-878e-40da-8310-070b67e7e707 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Calling delete_port for 24e81883-838e-4ff6-aae5-3c9499b22aba owned by compute:nova {{(pid=84429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:54:41.769884 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-424dd064-1a82-41ef-a4b6-5a404d53f597 req-eaa09248-878e-40da-8310-070b67e7e707 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:41.781763 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5dd5aa07-1f2d-4817-9cdf-f8f5a2488dc2 req-caf6a5de-17c3-4af8-9c81-c6d5ac486f33 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 210 time: 0.0958955 Apr 05 15:54:41.789156 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7efe9368-d70e-4f7f-99a7-b58c612c9888 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:41.829946 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80636a-eee5-491c-9bc4-bbdeb2f67012 req-41c772d0-ae0e-4d62-ac76-d56bad8cc1f3 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:41.832089 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-db80636a-eee5-491c-9bc4-bbdeb2f67012 req-41c772d0-ae0e-4d62-ac76-d56bad8cc1f3 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc887b5-821c-4245-9404-6208a38b3393 HTTP/1.1" status: 200 len: 944 time: 0.1442780 Apr 05 15:54:41.866409 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['24e81883-838e-4ff6-aae5-3c9499b22aba'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:54:41.900739 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-db80636a-eee5-491c-9bc4-bbdeb2f67012 req-0f638cc9-b3bb-4e31-b504-11e5cc1f599d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/security-groups?id=707eb184-be04-44fc-a4b5-d0ecf30fb7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612597 Apr 05 15:54:42.098729 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa09248-878e-40da-8310-070b67e7e707 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Pushing event deleted for resources: {'Port': ['ID=24e81883-838e-4ff6-aae5-3c9499b22aba,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:42.103312 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-eaa09248-878e-40da-8310-070b67e7e707 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:42.285313 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-424dd064-1a82-41ef-a4b6-5a404d53f597 req-eaa09248-878e-40da-8310-070b67e7e707 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] No DVR routers for this DVR port 24e81883-838e-4ff6-aae5-3c9499b22aba on host hv-cinder-78477 {{(pid=84429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:54:42.287738 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-424dd064-1a82-41ef-a4b6-5a404d53f597 req-eaa09248-878e-40da-8310-070b67e7e707 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:42.290549 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1722366-ce2d-44f5-901d-ea06a1da33a7', 'name': 'network-vif-deleted', 'tag': '24e81883-838e-4ff6-aae5-3c9499b22aba'}] {{(pid=84429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:54:42.330658 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-424dd064-1a82-41ef-a4b6-5a404d53f597 req-eaa09248-878e-40da-8310-070b67e7e707 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.43 "DELETE /v2.0/ports/24e81883-838e-4ff6-aae5-3c9499b22aba HTTP/1.1" status: 204 len: 173 time: 1.2835782 Apr 05 15:54:42.338358 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1722366-ce2d-44f5-901d-ea06a1da33a7', 'name': 'network-vif-deleted', 'tag': '24e81883-838e-4ff6-aae5-3c9499b22aba', 'status': 'completed', 'code': 200} Apr 05 15:54:42.645932 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 03a3b5af-eec6-4b19-93ad-a035764828e5 up at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:54:42.752524 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning for port 03a3b5af-eec6-4b19-93ad-a035764828e5 completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:54:42.757536 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning complete for port 03a3b5af-eec6-4b19-93ad-a035764828e5 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:54:42.757964 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:42.887951 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:42.982339 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c0ea8fa1-1b2a-4dec-8eb2-4de66cca519e req-b531b35e-67d9-49e9-ba70-f3f2dce996bf tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] 10.222.0.44 "GET /v2.0/ports?device_id=f1722366-ce2d-44f5-901d-ea06a1da33a7 HTTP/1.1" status: 200 len: 210 time: 0.0587254 Apr 05 15:54:43.092824 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc887b5-821c-4245-9404-6208a38b3393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a3b5af-eec6-4b19-93ad-a035764828e5'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:54:43.103839 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 03a3b5af-eec6-4b19-93ad-a035764828e5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=03a3b5af-eec6-4b19-93ad-a035764828e5,segment=NetworkSegment(df4183dd-ab41-482d-af44-7cf4ca52afe4),segment_id=df4183dd-ab41-482d-af44-7cf4ca52afe4)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:54:43.135798 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:43.136933 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 24e81883-838e-4ff6-aae5-3c9499b22aba no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:54:43.148631 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9848d3-8ab9-4394-9ad8-73878a6acb37 req-e08b7b65-cfc5-4bc4-bda9-dae1e492b842 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:43.150266 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bc9848d3-8ab9-4394-9ad8-73878a6acb37 req-e08b7b65-cfc5-4bc4-bda9-dae1e492b842 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc887b5-821c-4245-9404-6208a38b3393 HTTP/1.1" status: 200 len: 944 time: 0.1058500 Apr 05 15:54:43.169704 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:43.202035 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bc9848d3-8ab9-4394-9ad8-73878a6acb37 req-89e8869e-3551-42a2-a018-195e0ccd3376 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/security-groups?id=707eb184-be04-44fc-a4b5-d0ecf30fb7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448532 Apr 05 15:54:43.212990 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] No Port match for: 24e81883-838e-4ff6-aae5-3c9499b22aba {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:54:43.213588 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 24e81883-838e-4ff6-aae5-3c9499b22aba not bound to the agent host hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:54:43.254672 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=03a3b5af-eec6-4b19-93ad-a035764828e5,revision_number=5']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:43.257913 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:43.315778 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc887b5-821c-4245-9404-6208a38b3393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a3b5af-eec6-4b19-93ad-a035764828e5', 'code': 200} Apr 05 15:54:43.607061 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7848a-c7c8-4866-81df-e6594f596c3e req-70ad949f-bddd-4a50-9ef2-0eee0bc86be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:43.608739 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-51c7848a-c7c8-4866-81df-e6594f596c3e req-70ad949f-bddd-4a50-9ef2-0eee0bc86be9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ccc887b5-821c-4245-9404-6208a38b3393 HTTP/1.1" status: 200 len: 1098 time: 0.0777457 Apr 05 15:54:43.654029 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-51c7848a-c7c8-4866-81df-e6594f596c3e req-da149712-576f-47ed-8709-5244f0ec1805 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=707eb184-be04-44fc-a4b5-d0ecf30fb7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375690 Apr 05 15:54:44.415193 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b95ad5-6250-47b8-a0f0-a7a21b957658 req-04681c93-b896-4055-8d7e-ffacd514dc24 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:44.416772 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c0b95ad5-6250-47b8-a0f0-a7a21b957658 req-04681c93-b896-4055-8d7e-ffacd514dc24 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc887b5-821c-4245-9404-6208a38b3393 HTTP/1.1" status: 200 len: 945 time: 0.0927470 Apr 05 15:54:44.466927 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c0b95ad5-6250-47b8-a0f0-a7a21b957658 req-9fec2485-8a72-46c2-9408-a9343d965b33 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/security-groups?id=707eb184-be04-44fc-a4b5-d0ecf30fb7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428374 Apr 05 15:54:45.238737 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:45.528458 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 42584) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:54:45.810263 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc8dd1-69a4-448b-b178-19896ddc17eb req-38b2f4fc-1e29-4b5e-a07c-8397752ba552 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:54:45.812371 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f3dc8dd1-69a4-448b-b178-19896ddc17eb req-38b2f4fc-1e29-4b5e-a07c-8397752ba552 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc887b5-821c-4245-9404-6208a38b3393 HTTP/1.1" status: 200 len: 945 time: 0.0905640 Apr 05 15:54:45.859589 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f3dc8dd1-69a4-448b-b178-19896ddc17eb req-75447be6-d950-4113-a6fa-999cef357d65 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/security-groups?id=707eb184-be04-44fc-a4b5-d0ecf30fb7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408337 Apr 05 15:54:46.120691 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6cba5458-657f-466b-87f4-7f60c0a1cbc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3866217'] for router_interface, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:46.494693 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-6cba5458-657f-466b-87f4-7f60c0a1cbc1 admin admin] Deleting port 75d614f4-2e88-4277-8683-439051d9965b {{(pid=84429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:54:46.495231 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6cba5458-657f-466b-87f4-7f60c0a1cbc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:46.699923 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-6cba5458-657f-466b-87f4-7f60c0a1cbc1 admin admin] For port 75d614f4-2e88-4277-8683-439051d9965b, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=75d614f4-2e88-4277-8683-439051d9965b,segment=NetworkSegment(fd16c644-fdf2-4094-b5c1-ced4f53dfaac),segment_id=fd16c644-fdf2-4094-b5c1-ced4f53dfaac)] {{(pid=84429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:54:46.700336 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6cba5458-657f-466b-87f4-7f60c0a1cbc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:46.835107 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-6cba5458-657f-466b-87f4-7f60c0a1cbc1 admin admin] Calling delete_port for 75d614f4-2e88-4277-8683-439051d9965b owned by network:router_interface {{(pid=84429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:54:47.038590 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6cba5458-657f-466b-87f4-7f60c0a1cbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:47.056202 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-9d30846c-aba8-47f1-8a02-65f0a48b5cf0 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:47.122079 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba5458-657f-466b-87f4-7f60c0a1cbc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=75d614f4-2e88-4277-8683-439051d9965b,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:47.126082 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6cba5458-657f-466b-87f4-7f60c0a1cbc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:47.514166 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6cba5458-657f-466b-87f4-7f60c0a1cbc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850863086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810748'] for router_interface, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:48.277100 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cba5458-657f-466b-87f4-7f60c0a1cbc1 admin admin] Router 65ebfa39-4164-47cb-8ae0-ee00da5e730b has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:54:48.468397 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cba5458-657f-466b-87f4-7f60c0a1cbc1 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:54:48.479177 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f160fe5-6231-4e5b-ae43-a533a07bc552 None None] Sync routers for ids ['65ebfa39-4164-47cb-8ae0-ee00da5e730b'] in dv-cinder-784779-1-iscsi {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:54:48.484804 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-6cba5458-657f-466b-87f4-7f60c0a1cbc1 admin admin] 10.222.0.44 "PUT /v2.0/routers/65ebfa39-4164-47cb-8ae0-ee00da5e730b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9529207 Apr 05 15:54:48.485760 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 42658) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:54:48.490518 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f160fe5-6231-4e5b-ae43-a533a07bc552 None None] Routers {'65ebfa39-4164-47cb-8ae0-ee00da5e730b'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:54:48.491187 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-2f160fe5-6231-4e5b-ae43-a533a07bc552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:54:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['65ebfa39-4164-47cb-8ae0-ee00da5e730b'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:54:48.675995 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f24dbbaf-d651-4757-a2d8-e372019a94ec admin admin] Notify callbacks [] for router, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:48.688580 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-2f160fe5-6231-4e5b-ae43-a533a07bc552 None None] Set router 65ebfa39-4164-47cb-8ae0-ee00da5e730b gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:54:48.892376 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f24dbbaf-d651-4757-a2d8-e372019a94ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:48.935904 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-f24dbbaf-d651-4757-a2d8-e372019a94ec admin admin] Deleting port 78b80d70-0fe5-41c1-86ee-061a92bd352a {{(pid=84429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:54:48.936419 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f24dbbaf-d651-4757-a2d8-e372019a94ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:49.030916 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-2f160fe5-6231-4e5b-ae43-a533a07bc552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'name': 'tempest-TestMinimumBasicScenario-65186514-router', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '78b80d70-0fe5-41c1-86ee-061a92bd352a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:06Z', 'updated_at': '2021-04-05T15:54:46Z', 'revision_number': 5, 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'gw_port': {'id': '78b80d70-0fe5-41c1-86ee-061a92bd352a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:07Z', 'updated_at': '2021-04-05T15:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi'}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:54:49.034951 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f160fe5-6231-4e5b-ae43-a533a07bc552 None None] Checking router: 65ebfa39-4164-47cb-8ae0-ee00da5e730b for host: dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:54:49.044394 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f160fe5-6231-4e5b-ae43-a533a07bc552 None None] Routers {'65ebfa39-4164-47cb-8ae0-ee00da5e730b'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:54:49.045039 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-2f160fe5-6231-4e5b-ae43-a533a07bc552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:54:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['65ebfa39-4164-47cb-8ae0-ee00da5e730b'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:54:49.138054 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-f24dbbaf-d651-4757-a2d8-e372019a94ec admin admin] For port 78b80d70-0fe5-41c1-86ee-061a92bd352a, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=78b80d70-0fe5-41c1-86ee-061a92bd352a,segment=NetworkSegment(45fc7be4-cb6f-44c4-878d-af01c4212144),segment_id=45fc7be4-cb6f-44c4-878d-af01c4212144)] {{(pid=84429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:54:49.138780 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f24dbbaf-d651-4757-a2d8-e372019a94ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:49.205839 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-2f160fe5-6231-4e5b-ae43-a533a07bc552 None None] Set router 65ebfa39-4164-47cb-8ae0-ee00da5e730b gateway port host: None {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:54:49.275605 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-f24dbbaf-d651-4757-a2d8-e372019a94ec admin admin] Calling delete_port for 78b80d70-0fe5-41c1-86ee-061a92bd352a owned by network:router_gateway {{(pid=84429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:54:49.331681 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-2f160fe5-6231-4e5b-ae43-a533a07bc552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'name': 'tempest-TestMinimumBasicScenario-65186514-router', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:06Z', 'updated_at': '2021-04-05T15:54:48Z', 'revision_number': 6, 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'gw_port_host': None}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:54:49.341492 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f160fe5-6231-4e5b-ae43-a533a07bc552 None None] The sync data for ids ['65ebfa39-4164-47cb-8ae0-ee00da5e730b'] in dv-cinder-784779-1-iscsi is: [{'id': '65ebfa39-4164-47cb-8ae0-ee00da5e730b', 'name': 'tempest-TestMinimumBasicScenario-65186514-router', 'tenant_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:06Z', 'updated_at': '2021-04-05T15:54:48Z', 'revision_number': 6, 'project_id': 'd05d2d370a5b4482b2f84751cf78d2ea', 'gw_port_host': None}] {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:54:49.381472 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a7b78832-e87c-4750-b5e1-dd9eb0533c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:49.484183 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f24dbbaf-d651-4757-a2d8-e372019a94ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:49.499695 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:49.560764 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24dbbaf-d651-4757-a2d8-e372019a94ec admin admin] Pushing event deleted for resources: {'Port': ['ID=78b80d70-0fe5-41c1-86ee-061a92bd352a,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:49.564736 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f24dbbaf-d651-4757-a2d8-e372019a94ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:49.766244 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f24dbbaf-d651-4757-a2d8-e372019a94ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3811004'] for router_gateway, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:49.957927 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f24dbbaf-d651-4757-a2d8-e372019a94ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850963395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3356'] for router, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:49.960386 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f24dbbaf-d651-4757-a2d8-e372019a94ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:50.084485 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f24dbbaf-d651-4757-a2d8-e372019a94ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850963321'] for router, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:50.085241 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24dbbaf-d651-4757-a2d8-e372019a94ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65ebfa39-4164-47cb-8ae0-ee00da5e730b {{(pid=84429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 15:54:50.101121 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f24dbbaf-d651-4757-a2d8-e372019a94ec admin admin] Notify callbacks [] for router, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:50.102358 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-f24dbbaf-d651-4757-a2d8-e372019a94ec admin admin] 10.222.0.44 "DELETE /v2.0/routers/65ebfa39-4164-47cb-8ae0-ee00da5e730b HTTP/1.1" status: 204 len: 168 time: 1.6156297 Apr 05 15:54:50.105425 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 42674) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:54:50.178840 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb9496f-ec8b-4bbc-aa83-3485f587d26d admin admin] Deleting subnet 62c34293-35f9-4aae-96c1-3dd19d3f49af {{(pid=84430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 15:54:50.182266 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-abb9496f-ec8b-4bbc-aa83-3485f587d26d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:50.235239 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-abb9496f-ec8b-4bbc-aa83-3485f587d26d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10310842'] for subnet, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:50.361668 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-abb9496f-ec8b-4bbc-aa83-3485f587d26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:50.666969 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-abb9496f-ec8b-4bbc-aa83-3485f587d26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844508925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2147944'] for subnet, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:50.683171 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-724f7829-a8b3-45ee-a629-bac8d527ba1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:50.718446 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:50.731834 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9496f-ec8b-4bbc-aa83-3485f587d26d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62c34293-35f9-4aae-96c1-3dd19d3f49af,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:50.735556 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-abb9496f-ec8b-4bbc-aa83-3485f587d26d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:50.823976 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-abb9496f-ec8b-4bbc-aa83-3485f587d26d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:50.829546 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060bcd00-43e7-4c84-adf4-8a3b4c70f38e None None] Network b6519836-4d08-41f2-b117-98e4b77d8750 requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:54:50.829982 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-abb9496f-ec8b-4bbc-aa83-3485f587d26d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/62c34293-35f9-4aae-96c1-3dd19d3f49af HTTP/1.1" status: 204 len: 168 time: 0.7234523 Apr 05 15:54:50.832668 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 42678) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:54:50.952576 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b2870ec5-e0f5-413c-bf5d-04f6160fb964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-516461'] for network, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:51.026406 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-b2870ec5-e0f5-413c-bf5d-04f6160fb964 admin admin] Deleting port c94f48ef-cc79-4f01-944f-6aedaabee2d8 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:54:51.030253 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b2870ec5-e0f5-413c-bf5d-04f6160fb964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:51.032935 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 78b80d70-0fe5-41c1-86ee-061a92bd352a no longer exists at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:54:51.075570 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] No Port match for: 78b80d70-0fe5-41c1-86ee-061a92bd352a {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:54:51.075948 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 78b80d70-0fe5-41c1-86ee-061a92bd352a not bound to the agent host dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:54:51.076393 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 75d614f4-2e88-4277-8683-439051d9965b no longer exists at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:54:51.119784 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] No Port match for: 75d614f4-2e88-4277-8683-439051d9965b {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:54:51.120153 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 75d614f4-2e88-4277-8683-439051d9965b not bound to the agent host dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:54:51.179555 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e716b9-95bf-42c9-9aeb-163808cfc388 None None] DHCP port deletion for b6519836-4d08-41f2-b117-98e4b77d8750 request from dv-cinder-784779-1-iscsi {{(pid=84431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 15:54:51.184858 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-c7e716b9-95bf-42c9-9aeb-163808cfc388 None None] Deleting port c94f48ef-cc79-4f01-944f-6aedaabee2d8 {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:54:51.185597 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c7e716b9-95bf-42c9-9aeb-163808cfc388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:51.424204 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c7e716b9-95bf-42c9-9aeb-163808cfc388 None None] For port c94f48ef-cc79-4f01-944f-6aedaabee2d8, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=c94f48ef-cc79-4f01-944f-6aedaabee2d8,segment=NetworkSegment(fd16c644-fdf2-4094-b5c1-ced4f53dfaac),segment_id=fd16c644-fdf2-4094-b5c1-ced4f53dfaac)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:54:51.424647 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c7e716b9-95bf-42c9-9aeb-163808cfc388 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:51.518583 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-b2870ec5-e0f5-413c-bf5d-04f6160fb964 admin admin] For port c94f48ef-cc79-4f01-944f-6aedaabee2d8, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=c94f48ef-cc79-4f01-944f-6aedaabee2d8,segment=NetworkSegment(fd16c644-fdf2-4094-b5c1-ced4f53dfaac),segment_id=fd16c644-fdf2-4094-b5c1-ced4f53dfaac)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:54:51.518988 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b2870ec5-e0f5-413c-bf5d-04f6160fb964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:51.562570 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-c7e716b9-95bf-42c9-9aeb-163808cfc388 None None] Calling delete_port for c94f48ef-cc79-4f01-944f-6aedaabee2d8 owned by network:dhcp {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:54:51.659451 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-b2870ec5-e0f5-413c-bf5d-04f6160fb964 admin admin] Calling delete_port for c94f48ef-cc79-4f01-944f-6aedaabee2d8 owned by network:dhcp {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:54:51.772343 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.db.api [None req-b2870ec5-e0f5-413c-bf5d-04f6160fb964 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 05 15:54:51.772343 dv-cinder-784779-1-iscsi neutron-server[84318]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Apr 05 15:54:51.772343 dv-cinder-784779-1-iscsi neutron-server[84318]: [parameters: {'port_id': 'c94f48ef-cc79-4f01-944f-6aedaabee2d8', 'host': 'dv-cinder-784779-1-iscsi', 'level': 0}] Apr 05 15:54:51.772343 dv-cinder-784779-1-iscsi neutron-server[84318]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84430) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 15:54:51.772816 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_db.api [None req-b2870ec5-e0f5-413c-bf5d-04f6160fb964 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 15:54:51.806930 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c7e716b9-95bf-42c9-9aeb-163808cfc388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702'] for port, after_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:51.823278 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-14cc3897-af31-4bf4-8f07-0cd85f5d4cfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:51.881731 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e716b9-95bf-42c9-9aeb-163808cfc388 None None] Pushing event deleted for resources: {'Port': ['ID=c94f48ef-cc79-4f01-944f-6aedaabee2d8,revision_number=None']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:51.886080 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c7e716b9-95bf-42c9-9aeb-163808cfc388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:51.935928 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-87ec7e08-fb8d-4f1d-9206-1857965d2a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:51.969757 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e716b9-95bf-42c9-9aeb-163808cfc388 None None] No DVR routers for this DVR port c94f48ef-cc79-4f01-944f-6aedaabee2d8 on host dv-cinder-784779-1-iscsi {{(pid=84431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:54:52.274255 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-b2870ec5-e0f5-413c-bf5d-04f6160fb964 admin admin] Deleting port c94f48ef-cc79-4f01-944f-6aedaabee2d8 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:54:52.274673 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b2870ec5-e0f5-413c-bf5d-04f6160fb964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:52.354645 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-b2870ec5-e0f5-413c-bf5d-04f6160fb964 admin admin] The port 'c94f48ef-cc79-4f01-944f-6aedaabee2d8' was deleted {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 15:54:52.358461 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:52.483400 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b2870ec5-e0f5-413c-bf5d-04f6160fb964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363297789275713'] for network, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:52.603421 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-b2870ec5-e0f5-413c-bf5d-04f6160fb964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6519836-4d08-41f2-b117-98e4b77d8750']}} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:54:52.616806 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-b2870ec5-e0f5-413c-bf5d-04f6160fb964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd16c644-fdf2-4094-b5c1-ced4f53dfaac') {'for_net_delete': True} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:54:52.617093 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-b2870ec5-e0f5-413c-bf5d-04f6160fb964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd16c644-fdf2-4094-b5c1-ced4f53dfaac') {} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:54:52.629202 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b2870ec5-e0f5-413c-bf5d-04f6160fb964 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739065499985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844464973'] for segment, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:52.644553 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b2870ec5-e0f5-413c-bf5d-04f6160fb964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:52.651440 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2870ec5-e0f5-413c-bf5d-04f6160fb964 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=84430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 15:54:52.833387 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-b2870ec5-e0f5-413c-bf5d-04f6160fb964 admin admin] Network b6519836-4d08-41f2-b117-98e4b77d8750 has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:54:52.843016 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b2870ec5-e0f5-413c-bf5d-04f6160fb964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844508760'] for segment, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:53.006113 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device c94f48ef-cc79-4f01-944f-6aedaabee2d8 no longer exists at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:54:53.027778 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-b2870ec5-e0f5-413c-bf5d-04f6160fb964 admin admin] Network b6519836-4d08-41f2-b117-98e4b77d8750 has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:54:53.043588 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] No Port match for: c94f48ef-cc79-4f01-944f-6aedaabee2d8 {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:54:53.043980 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device c94f48ef-cc79-4f01-944f-6aedaabee2d8 not bound to the agent host dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: Traceback (most recent call last): Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: timer() Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: cb(*args, **kw) Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: return func(*args, **kwargs) Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: self._notify() Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: self.callback(batched_events) Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: event.method(event) Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: segment_id)['aggregates'][0] Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: return f(self, *a, **k) Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: return self._get(url).json() Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: **kwargs) Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: return self.request(url, 'GET', **kwargs) Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: **endpoint_filter) Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:54:53.050857 dv-cinder-784779-1-iscsi neutron-server[84318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:54:53.153340 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b2870ec5-e0f5-413c-bf5d-04f6160fb964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850964774'] for network, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:53.159760 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7f19fedd-9f94-481d-8230-75cb82e3387c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:53.176248 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b2870ec5-e0f5-413c-bf5d-04f6160fb964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:53.183647 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2870ec5-e0f5-413c-bf5d-04f6160fb964 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6519836-4d08-41f2-b117-98e4b77d8750,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:53.187693 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-b2870ec5-e0f5-413c-bf5d-04f6160fb964 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b6519836-4d08-41f2-b117-98e4b77d8750 HTTP/1.1" status: 204 len: 168 time: 2.3529198 Apr 05 15:54:53.187693 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b2870ec5-e0f5-413c-bf5d-04f6160fb964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:53.189638 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 42696) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:54:53.771725 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-42bd7c7b-7767-4ad3-b6e8-560aff3ec4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3866217'] for router_interface, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:53.843785 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:54.154866 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-42bd7c7b-7767-4ad3-b6e8-560aff3ec4cd admin admin] Deleting port 3de20dbd-c9c1-49e1-9483-e3f808528e0e {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:54:54.155397 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-42bd7c7b-7767-4ad3-b6e8-560aff3ec4cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:54.341180 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-42bd7c7b-7767-4ad3-b6e8-560aff3ec4cd admin admin] For port 3de20dbd-c9c1-49e1-9483-e3f808528e0e, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=3de20dbd-c9c1-49e1-9483-e3f808528e0e,segment=NetworkSegment(166e6f12-264c-4590-b86f-e7133f74661f),segment_id=166e6f12-264c-4590-b86f-e7133f74661f)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:54:54.341580 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-42bd7c7b-7767-4ad3-b6e8-560aff3ec4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:54.480789 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-42bd7c7b-7767-4ad3-b6e8-560aff3ec4cd admin admin] Calling delete_port for 3de20dbd-c9c1-49e1-9483-e3f808528e0e owned by network:router_interface {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:54:55.095258 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-42bd7c7b-7767-4ad3-b6e8-560aff3ec4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:55.111061 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-116c01eb-1b58-4bfe-bb13-6b93fdcb31bd tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:55.169757 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd7c7b-7767-4ad3-b6e8-560aff3ec4cd admin admin] Pushing event deleted for resources: {'Port': ['ID=3de20dbd-c9c1-49e1-9483-e3f808528e0e,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:55.173596 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-42bd7c7b-7767-4ad3-b6e8-560aff3ec4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:55.569389 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-42bd7c7b-7767-4ad3-b6e8-560aff3ec4cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850863086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810748'] for router_interface, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:55.913385 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:54:56.088232 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bd7c7b-7767-4ad3-b6e8-560aff3ec4cd admin admin] Router bc87c9dc-43e2-4935-a0d2-a7af6655646a has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:54:56.278739 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bd7c7b-7767-4ad3-b6e8-560aff3ec4cd admin admin] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:54:56.287919 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf43436-e3c9-4b3d-b2ea-75cb88d294ab None None] Sync routers for ids ['bc87c9dc-43e2-4935-a0d2-a7af6655646a'] in dv-cinder-784779-1-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:54:56.288136 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-42bd7c7b-7767-4ad3-b6e8-560aff3ec4cd admin admin] 10.222.0.44 "PUT /v2.0/routers/bc87c9dc-43e2-4935-a0d2-a7af6655646a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0974579 Apr 05 15:54:56.290796 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 42716) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:54:56.297540 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf43436-e3c9-4b3d-b2ea-75cb88d294ab None None] Routers {'bc87c9dc-43e2-4935-a0d2-a7af6655646a'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:54:56.298187 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-fbf43436-e3c9-4b3d-b2ea-75cb88d294ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:54:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['bc87c9dc-43e2-4935-a0d2-a7af6655646a'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:54:56.483343 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-78518610-d176-4165-a4f1-338f1d2dc148 admin admin] Notify callbacks [] for router, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:56.493207 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-fbf43436-e3c9-4b3d-b2ea-75cb88d294ab None None] Set router bc87c9dc-43e2-4935-a0d2-a7af6655646a gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:54:56.679698 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-78518610-d176-4165-a4f1-338f1d2dc148 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:56.718138 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-78518610-d176-4165-a4f1-338f1d2dc148 admin admin] Deleting port e8126b43-aab0-4a9c-9b40-148f190c7d04 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:54:56.718568 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-78518610-d176-4165-a4f1-338f1d2dc148 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:56.802981 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-fbf43436-e3c9-4b3d-b2ea-75cb88d294ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc87c9dc-43e2-4935-a0d2-a7af6655646a', 'name': 'tempest-TestMinimumBasicScenario-1760515569-router', 'tenant_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': 'e8126b43-aab0-4a9c-9b40-148f190c7d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:20Z', 'updated_at': '2021-04-05T15:54:55Z', 'revision_number': 5, 'project_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'gw_port': {'id': 'e8126b43-aab0-4a9c-9b40-148f190c7d04', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:68:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc87c9dc-43e2-4935-a0d2-a7af6655646a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:22Z', 'updated_at': '2021-04-05T15:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi'}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:54:56.806888 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf43436-e3c9-4b3d-b2ea-75cb88d294ab None None] Checking router: bc87c9dc-43e2-4935-a0d2-a7af6655646a for host: dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:54:56.815613 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf43436-e3c9-4b3d-b2ea-75cb88d294ab None None] Routers {'bc87c9dc-43e2-4935-a0d2-a7af6655646a'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:54:56.816249 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-fbf43436-e3c9-4b3d-b2ea-75cb88d294ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:54:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['bc87c9dc-43e2-4935-a0d2-a7af6655646a'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:54:56.925211 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-78518610-d176-4165-a4f1-338f1d2dc148 admin admin] For port e8126b43-aab0-4a9c-9b40-148f190c7d04, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=e8126b43-aab0-4a9c-9b40-148f190c7d04,segment=NetworkSegment(45fc7be4-cb6f-44c4-878d-af01c4212144),segment_id=45fc7be4-cb6f-44c4-878d-af01c4212144)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:54:56.925677 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-78518610-d176-4165-a4f1-338f1d2dc148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:57.041867 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-fbf43436-e3c9-4b3d-b2ea-75cb88d294ab None None] Set router bc87c9dc-43e2-4935-a0d2-a7af6655646a gateway port host: None {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:54:57.082294 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-78518610-d176-4165-a4f1-338f1d2dc148 admin admin] Calling delete_port for e8126b43-aab0-4a9c-9b40-148f190c7d04 owned by network:router_gateway {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:54:57.161970 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-fbf43436-e3c9-4b3d-b2ea-75cb88d294ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc87c9dc-43e2-4935-a0d2-a7af6655646a', 'name': 'tempest-TestMinimumBasicScenario-1760515569-router', 'tenant_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:20Z', 'updated_at': '2021-04-05T15:54:56Z', 'revision_number': 6, 'project_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'gw_port_host': None}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:54:57.166340 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf43436-e3c9-4b3d-b2ea-75cb88d294ab None None] The sync data for ids ['bc87c9dc-43e2-4935-a0d2-a7af6655646a'] in dv-cinder-784779-1-iscsi is: [{'id': 'bc87c9dc-43e2-4935-a0d2-a7af6655646a', 'name': 'tempest-TestMinimumBasicScenario-1760515569-router', 'tenant_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:20Z', 'updated_at': '2021-04-05T15:54:56Z', 'revision_number': 6, 'project_id': 'ad24add3fcd84bffb13b9a88b365c2fb', 'gw_port_host': None}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:54:57.295499 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-78518610-d176-4165-a4f1-338f1d2dc148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:57.311599 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e1dfec88-8548-4cb4-99a3-57e1c25fe12d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:57.372671 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78518610-d176-4165-a4f1-338f1d2dc148 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8126b43-aab0-4a9c-9b40-148f190c7d04,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:57.375441 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-78518610-d176-4165-a4f1-338f1d2dc148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:57.580782 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-78518610-d176-4165-a4f1-338f1d2dc148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3811004'] for router_gateway, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:58.013659 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-78518610-d176-4165-a4f1-338f1d2dc148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850963395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3356'] for router, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:58.016847 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-78518610-d176-4165-a4f1-338f1d2dc148 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:58.284249 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-78518610-d176-4165-a4f1-338f1d2dc148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850963321'] for router, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:58.284848 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78518610-d176-4165-a4f1-338f1d2dc148 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc87c9dc-43e2-4935-a0d2-a7af6655646a {{(pid=84430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 15:54:58.298041 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-78518610-d176-4165-a4f1-338f1d2dc148 admin admin] Notify callbacks [] for router, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:58.299293 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-78518610-d176-4165-a4f1-338f1d2dc148 admin admin] 10.222.0.44 "DELETE /v2.0/routers/bc87c9dc-43e2-4935-a0d2-a7af6655646a HTTP/1.1" status: 204 len: 168 time: 2.0074677 Apr 05 15:54:58.302038 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 42732) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:54:58.373563 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d036d8-c69f-4c3c-bcdb-5f2b5672be56 admin admin] Deleting subnet 3da89882-dc5b-479c-b3ce-600b4be92e73 {{(pid=84430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 15:54:58.376678 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c6d036d8-c69f-4c3c-bcdb-5f2b5672be56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:58.431925 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c6d036d8-c69f-4c3c-bcdb-5f2b5672be56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10310842'] for subnet, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:58.513966 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c6d036d8-c69f-4c3c-bcdb-5f2b5672be56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:58.959954 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c6d036d8-c69f-4c3c-bcdb-5f2b5672be56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844508925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2147944'] for subnet, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:58.977677 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-abb9496f-ec8b-4bbc-aa83-3485f587d26d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:59.011688 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 3de20dbd-c9c1-49e1-9483-e3f808528e0e no longer exists at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:54:59.026140 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d036d8-c69f-4c3c-bcdb-5f2b5672be56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3da89882-dc5b-479c-b3ce-600b4be92e73,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:54:59.029930 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c6d036d8-c69f-4c3c-bcdb-5f2b5672be56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:54:59.053428 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] No Port match for: 3de20dbd-c9c1-49e1-9483-e3f808528e0e {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:54:59.053832 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 3de20dbd-c9c1-49e1-9483-e3f808528e0e not bound to the agent host dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:54:59.054304 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device e8126b43-aab0-4a9c-9b40-148f190c7d04 no longer exists at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:54:59.089706 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] No Port match for: e8126b43-aab0-4a9c-9b40-148f190c7d04 {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:54:59.090108 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device e8126b43-aab0-4a9c-9b40-148f190c7d04 not bound to the agent host dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:54:59.115098 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c6d036d8-c69f-4c3c-bcdb-5f2b5672be56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:59.121367 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2b1a3a-18fa-4e5e-8af6-f5179eedbbd5 None None] Network 3ce91982-8c1f-4255-902f-5c00ea0bf38b requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:54:59.121868 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-c6d036d8-c69f-4c3c-bcdb-5f2b5672be56 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3da89882-dc5b-479c-b3ce-600b4be92e73 HTTP/1.1" status: 204 len: 168 time: 0.8187819 Apr 05 15:54:59.124480 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 42738) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:54:59.246966 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d8ccac79-02a3-4ed7-afe4-542c3721c382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-516461'] for network, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:59.327047 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-d8ccac79-02a3-4ed7-afe4-542c3721c382 admin admin] Deleting port 05b1e244-f5e7-4288-8424-2dd6aac5222b {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:54:59.327558 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d8ccac79-02a3-4ed7-afe4-542c3721c382 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:59.571129 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2526e953-4439-46ea-a696-579469b5f55b None None] DHCP port deletion for 3ce91982-8c1f-4255-902f-5c00ea0bf38b request from dv-cinder-784779-1-iscsi {{(pid=84431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 15:54:59.573686 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-d8ccac79-02a3-4ed7-afe4-542c3721c382 admin admin] For port 05b1e244-f5e7-4288-8424-2dd6aac5222b, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=05b1e244-f5e7-4288-8424-2dd6aac5222b,segment=NetworkSegment(166e6f12-264c-4590-b86f-e7133f74661f),segment_id=166e6f12-264c-4590-b86f-e7133f74661f)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:54:59.574627 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d8ccac79-02a3-4ed7-afe4-542c3721c382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:59.576175 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-2526e953-4439-46ea-a696-579469b5f55b None None] Deleting port 05b1e244-f5e7-4288-8424-2dd6aac5222b {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:54:59.576721 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2526e953-4439-46ea-a696-579469b5f55b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:59.711902 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-d8ccac79-02a3-4ed7-afe4-542c3721c382 admin admin] Calling delete_port for 05b1e244-f5e7-4288-8424-2dd6aac5222b owned by network:dhcp {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:54:59.803579 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-2526e953-4439-46ea-a696-579469b5f55b None None] For port 05b1e244-f5e7-4288-8424-2dd6aac5222b, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=05b1e244-f5e7-4288-8424-2dd6aac5222b,segment=NetworkSegment(166e6f12-264c-4590-b86f-e7133f74661f),segment_id=166e6f12-264c-4590-b86f-e7133f74661f)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:54:59.804023 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2526e953-4439-46ea-a696-579469b5f55b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:59.839329 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d8ccac79-02a3-4ed7-afe4-542c3721c382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:54:59.898020 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3e250e0b-48c9-4b8f-91cd-41f456fb95cb tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:54:59.962925 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-2526e953-4439-46ea-a696-579469b5f55b None None] Calling delete_port for 05b1e244-f5e7-4288-8424-2dd6aac5222b owned by network:dhcp {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:54:59.976042 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ccac79-02a3-4ed7-afe4-542c3721c382 admin admin] Pushing event deleted for resources: {'Port': ['ID=05b1e244-f5e7-4288-8424-2dd6aac5222b,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:55:00.030660 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d8ccac79-02a3-4ed7-afe4-542c3721c382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:55:00.040573 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.db.api [None req-2526e953-4439-46ea-a696-579469b5f55b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84431) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 15:55:00.040999 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_db.api [None req-2526e953-4439-46ea-a696-579469b5f55b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 15:55:00.059153 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ccac79-02a3-4ed7-afe4-542c3721c382 admin admin] No DVR routers for this DVR port 05b1e244-f5e7-4288-8424-2dd6aac5222b on host dv-cinder-784779-1-iscsi {{(pid=84430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:55:00.184017 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d8ccac79-02a3-4ed7-afe4-542c3721c382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363297789275713'] for network, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:00.298609 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-d8ccac79-02a3-4ed7-afe4-542c3721c382 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce91982-8c1f-4255-902f-5c00ea0bf38b']}} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:55:00.311465 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-d8ccac79-02a3-4ed7-afe4-542c3721c382 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '166e6f12-264c-4590-b86f-e7133f74661f') {'for_net_delete': True} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:55:00.311805 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-d8ccac79-02a3-4ed7-afe4-542c3721c382 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '166e6f12-264c-4590-b86f-e7133f74661f') {} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:55:00.323573 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d8ccac79-02a3-4ed7-afe4-542c3721c382 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739065499985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844464973'] for segment, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:00.404763 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d8ccac79-02a3-4ed7-afe4-542c3721c382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:00.411401 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ccac79-02a3-4ed7-afe4-542c3721c382 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=84430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 15:55:00.542875 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-2526e953-4439-46ea-a696-579469b5f55b None None] Deleting port 05b1e244-f5e7-4288-8424-2dd6aac5222b {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:55:00.543321 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2526e953-4439-46ea-a696-579469b5f55b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:00.595949 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-d8ccac79-02a3-4ed7-afe4-542c3721c382 admin admin] Network 3ce91982-8c1f-4255-902f-5c00ea0bf38b has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:55:00.604947 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d8ccac79-02a3-4ed7-afe4-542c3721c382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844508760'] for segment, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:00.618322 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-2526e953-4439-46ea-a696-579469b5f55b None None] The port '05b1e244-f5e7-4288-8424-2dd6aac5222b' was deleted {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 15:55:00.780692 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-d8ccac79-02a3-4ed7-afe4-542c3721c382 admin admin] Network 3ce91982-8c1f-4255-902f-5c00ea0bf38b has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: Traceback (most recent call last): Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: timer() Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: cb(*args, **kw) Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: return func(*args, **kwargs) Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: self._notify() Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: self.callback(batched_events) Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: event.method(event) Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: segment_id)['aggregates'][0] Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: return f(self, *a, **k) Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: return self._get(url).json() Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: **kwargs) Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: return self.request(url, 'GET', **kwargs) Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: **endpoint_filter) Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:55:00.803287 dv-cinder-784779-1-iscsi neutron-server[84318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:55:01.010643 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 05b1e244-f5e7-4288-8424-2dd6aac5222b no longer exists at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:55:01.047589 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] No Port match for: 05b1e244-f5e7-4288-8424-2dd6aac5222b {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:55:01.047988 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 05b1e244-f5e7-4288-8424-2dd6aac5222b not bound to the agent host dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:55:01.083999 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d8ccac79-02a3-4ed7-afe4-542c3721c382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850964774'] for network, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:01.087725 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-af31d9ee-f905-4835-bd94-568150c0e49b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:55:01.102683 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d8ccac79-02a3-4ed7-afe4-542c3721c382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:01.114696 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ccac79-02a3-4ed7-afe4-542c3721c382 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ce91982-8c1f-4255-902f-5c00ea0bf38b,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:55:01.117588 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d8ccac79-02a3-4ed7-afe4-542c3721c382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:55:01.119530 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-d8ccac79-02a3-4ed7-afe4-542c3721c382 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3ce91982-8c1f-4255-902f-5c00ea0bf38b HTTP/1.1" status: 204 len: 168 time: 1.9940753 Apr 05 15:55:01.345460 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 42778) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:55:01.396852 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-a9f99704-d993-47af-8c55-dfd44a2a1b86 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d05d2d370a5b4482b2f84751cf78d2ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500972 Apr 05 15:55:01.399325 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 42782) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:55:01.465014 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-14baeeb1-7fc4-4ad1-84ed-a9ae581b575b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:01.491520 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-14baeeb1-7fc4-4ad1-84ed-a9ae581b575b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:01.569804 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-14baeeb1-7fc4-4ad1-84ed-a9ae581b575b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:01.575578 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e30828b3-8f7f-45c7-b250-3854a7c3758e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:55:01.591156 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14baeeb1-7fc4-4ad1-84ed-a9ae581b575b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4bd8df-80a0-4c5a-8f10-707045fadfea,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:55:01.593912 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-14baeeb1-7fc4-4ad1-84ed-a9ae581b575b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:55:01.631552 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-14baeeb1-7fc4-4ad1-84ed-a9ae581b575b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:01.632750 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-14baeeb1-7fc4-4ad1-84ed-a9ae581b575b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cf4bd8df-80a0-4c5a-8f10-707045fadfea HTTP/1.1" status: 204 len: 168 time: 0.2324615 Apr 05 15:55:02.099452 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 42794) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:55:02.150978 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-8d1e5c0c-3a4a-4bb6-8e75-d9b45e6804a5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ad24add3fcd84bffb13b9a88b365c2fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502150 Apr 05 15:55:02.153478 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 42798) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:55:02.213777 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-9d3bf457-4e09-4a85-8aa0-5bcd7e9278a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:02.243983 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-9d3bf457-4e09-4a85-8aa0-5bcd7e9278a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:02.358261 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-9d3bf457-4e09-4a85-8aa0-5bcd7e9278a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:02.363925 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0c6104cf-922b-430b-9dd1-634bcb23d026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:55:02.374669 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3bf457-4e09-4a85-8aa0-5bcd7e9278a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a18723-5fe1-4cab-a890-aa40b3b5f078,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:55:02.378266 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-9d3bf457-4e09-4a85-8aa0-5bcd7e9278a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:55:02.381816 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-9d3bf457-4e09-4a85-8aa0-5bcd7e9278a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:02.383016 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-9d3bf457-4e09-4a85-8aa0-5bcd7e9278a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/98a18723-5fe1-4cab-a890-aa40b3b5f078 HTTP/1.1" status: 204 len: 168 time: 0.2285056 Apr 05 15:55:03.203682 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f62f35-f148-4a5f-9458-a32ab6706405 req-947eab1c-0415-4745-968a-e3a15351a911 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:03.205301 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c6f62f35-f148-4a5f-9458-a32ab6706405 req-947eab1c-0415-4745-968a-e3a15351a911 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 946 time: 0.0897272 Apr 05 15:55:03.254190 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c6f62f35-f148-4a5f-9458-a32ab6706405 req-f86f4507-1f9f-4cd0-a3d6-84fa04780929 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417449 Apr 05 15:55:04.470327 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccaa6d0-5d13-4a6a-8f37-62ccaccb6776 req-f82e93c7-c6e2-4121-8517-b6fdb0ed062d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:04.471971 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1ccaa6d0-5d13-4a6a-8f37-62ccaccb6776 req-f82e93c7-c6e2-4121-8517-b6fdb0ed062d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 946 time: 0.0933208 Apr 05 15:55:04.520671 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1ccaa6d0-5d13-4a6a-8f37-62ccaccb6776 req-b2aa8e54-57cb-467f-b3ce-1c5dad7ad2dd tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423613 Apr 05 15:55:05.723173 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39a072-6af1-4ef5-b866-a5ee8b11e59b req-785766ef-e10a-4a64-ab8f-90e453e4ef80 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:05.724747 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-de39a072-6af1-4ef5-b866-a5ee8b11e59b req-785766ef-e10a-4a64-ab8f-90e453e4ef80 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 946 time: 0.0869684 Apr 05 15:55:05.774956 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-de39a072-6af1-4ef5-b866-a5ee8b11e59b req-cd2dbc1f-8f1e-4993-854c-9c26c42c7c94 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439124 Apr 05 15:55:06.979030 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ea890-876a-4307-896b-26232dc50197 req-7d8b30fd-99ba-4b9d-9bb8-4f26cbe52dc3 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:06.980597 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c01ea890-876a-4307-896b-26232dc50197 req-7d8b30fd-99ba-4b9d-9bb8-4f26cbe52dc3 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 946 time: 0.0876849 Apr 05 15:55:07.027212 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c01ea890-876a-4307-896b-26232dc50197 req-9304f507-007c-45a5-9b61-6b0edbfac14b tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396512 Apr 05 15:55:08.236726 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780715fe-979a-42f7-850d-ef9fe1e74cad req-97dec562-401b-4949-bb12-4b816002b77a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:08.238605 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-780715fe-979a-42f7-850d-ef9fe1e74cad req-97dec562-401b-4949-bb12-4b816002b77a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 946 time: 0.0915651 Apr 05 15:55:08.285198 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-780715fe-979a-42f7-850d-ef9fe1e74cad req-b6babef1-609b-4ddd-b637-eee1b9d6b1fc tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403883 Apr 05 15:55:09.489527 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba4983-ea2f-4d25-a5cc-e3bebbdb2dbc req-a8843a8c-3adb-4bea-bc7d-bf964b31b2a4 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:09.491181 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5eba4983-ea2f-4d25-a5cc-e3bebbdb2dbc req-a8843a8c-3adb-4bea-bc7d-bf964b31b2a4 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 946 time: 0.0885596 Apr 05 15:55:09.538037 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5eba4983-ea2f-4d25-a5cc-e3bebbdb2dbc req-ac78b9b7-1784-458a-8c9b-79c4e40909b4 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398777 Apr 05 15:55:10.746545 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd780ae0-0f79-4b4d-84cb-a64c60d7d3e7 req-57367e0e-4cc0-4605-9e2e-17f82da14eae tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:10.748659 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bd780ae0-0f79-4b4d-84cb-a64c60d7d3e7 req-57367e0e-4cc0-4605-9e2e-17f82da14eae tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 946 time: 0.0915301 Apr 05 15:55:10.796379 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bd780ae0-0f79-4b4d-84cb-a64c60d7d3e7 req-b5557c81-3331-487b-9fa9-6f4e41570bf2 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412905 Apr 05 15:55:12.020594 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04907127-04eb-4692-bb1d-9257b58c11eb req-6d79c74c-9f90-4765-9d90-b6ea45a714d0 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:12.027545 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-04907127-04eb-4692-bb1d-9257b58c11eb req-6d79c74c-9f90-4765-9d90-b6ea45a714d0 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 946 time: 0.0974646 Apr 05 15:55:12.069718 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-04907127-04eb-4692-bb1d-9257b58c11eb req-57a78c64-c332-4886-a0a2-53e40dabc37e tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404491 Apr 05 15:55:13.581113 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace4865-a907-42e2-899c-65fd2ffd3ccf req-f97a823e-3ea4-44dc-9dd1-f05886a33852 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:13.582742 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1ace4865-a907-42e2-899c-65fd2ffd3ccf req-f97a823e-3ea4-44dc-9dd1-f05886a33852 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 946 time: 0.3870602 Apr 05 15:55:13.590640 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0e7ee-db65-40a8-b5c2-38f301a84763 req-17764c31-e320-42ea-8bc5-4f3a8a72699e tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:13.592134 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-dee0e7ee-db65-40a8-b5c2-38f301a84763 req-17764c31-e320-42ea-8bc5-4f3a8a72699e tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.3589420 Apr 05 15:55:13.667590 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1ace4865-a907-42e2-899c-65fd2ffd3ccf req-53fffead-be6a-4d69-a84b-4415dcf9a484 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744476 Apr 05 15:55:13.672287 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-dee0e7ee-db65-40a8-b5c2-38f301a84763 req-3af8507c-199f-40b4-a1bc-9b0e903ded7d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635831 Apr 05 15:55:14.946446 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76877e5a-ea78-4b57-8859-017b8ba6215d req-fea00a01-a512-45e5-96d0-6549adfac1a5 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:14.948041 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-76877e5a-ea78-4b57-8859-017b8ba6215d req-fea00a01-a512-45e5-96d0-6549adfac1a5 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.1581204 Apr 05 15:55:14.957115 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3464dd1-088c-46f1-a856-b1a02a5d9d60 req-7e5d420e-6dbd-4931-954d-7fe90c72ddd5 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:14.958624 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a3464dd1-088c-46f1-a856-b1a02a5d9d60 req-7e5d420e-6dbd-4931-954d-7fe90c72ddd5 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 946 time: 0.1328075 Apr 05 15:55:15.030849 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-76877e5a-ea78-4b57-8859-017b8ba6215d req-a34798dd-4b40-4373-9207-03d480986a1d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712154 Apr 05 15:55:15.037882 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a3464dd1-088c-46f1-a856-b1a02a5d9d60 req-62acff5d-7a3d-4c1d-a0d0-a94fc44a5030 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638747 Apr 05 15:55:15.232150 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:15.679155 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733353f-787d-424f-975d-acb158729969 req-a025742c-345d-44fd-ba33-41fd96b58bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:15.680731 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f733353f-787d-424f-975d-acb158729969 req-a025742c-345d-44fd-ba33-41fd96b58bac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=01ef02dfd52147a1bd6cf1279736a2e9&device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 1099 time: 0.0832679 Apr 05 15:55:15.844040 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733353f-787d-424f-975d-acb158729969 req-9b462db3-d10d-4ad3-a728-d9c23cc7ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:15.845645 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f733353f-787d-424f-975d-acb158729969 req-9b462db3-d10d-4ad3-a728-d9c23cc7ff60 service neutron] 10.222.0.43 "GET /v2.0/networks?id=297efcce-d14a-4ebe-b53a-0ac8cfcd24f7 HTTP/1.1" status: 200 len: 909 time: 0.1408591 Apr 05 15:55:15.959810 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f733353f-787d-424f-975d-acb158729969 req-39f8947a-ee45-45c8-b8c6-9034a9ef41f6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=606fafec-aa05-43fc-adb5-573ac8b51de7 HTTP/1.1" status: 200 len: 1002 time: 0.1060419 Apr 05 15:55:16.033027 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733353f-787d-424f-975d-acb158729969 req-77e33178-155d-42b2-a36c-aed28c751f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:16.034609 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f733353f-787d-424f-975d-acb158729969 req-77e33178-155d-42b2-a36c-aed28c751f80 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=259bfebd-f402-4bad-8767-beb45f5f4266 HTTP/1.1" status: 200 len: 847 time: 0.0643473 Apr 05 15:55:16.120343 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733353f-787d-424f-975d-acb158729969 req-f86c21df-8fce-4de1-b51b-ef219726b57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:16.122010 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f733353f-787d-424f-975d-acb158729969 req-f86c21df-8fce-4de1-b51b-ef219726b57f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=297efcce-d14a-4ebe-b53a-0ac8cfcd24f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778284 Apr 05 15:55:16.314407 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f617821-0e40-47ac-a7cd-c6980519895d req-347b2810-65b8-46bd-ae30-1f154ba33d67 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:16.316069 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5f617821-0e40-47ac-a7cd-c6980519895d req-347b2810-65b8-46bd-ae30-1f154ba33d67 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.1694200 Apr 05 15:55:16.325604 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12092c96-c769-4da0-a924-aa2aaac1b0d4 req-350eba2b-ca40-49e2-85f3-641591ddb0fb tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:16.327394 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-12092c96-c769-4da0-a924-aa2aaac1b0d4 req-350eba2b-ca40-49e2-85f3-641591ddb0fb tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 946 time: 0.1333718 Apr 05 15:55:16.415362 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-12092c96-c769-4da0-a924-aa2aaac1b0d4 req-418d3f96-bc40-4e03-a318-99eabe4b819b tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705318 Apr 05 15:55:16.428974 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5f617821-0e40-47ac-a7cd-c6980519895d req-2f2b9c00-9062-4791-a885-41820ed514f0 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005187 Apr 05 15:55:16.531766 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f733353f-787d-424f-975d-acb158729969 req-c7e9cdb2-5969-4f7f-982b-bd1ebc2b3c81 service neutron] 10.222.0.43 "GET /v2.0/networks/297efcce-d14a-4ebe-b53a-0ac8cfcd24f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022233 Apr 05 15:55:16.680455 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f733353f-787d-424f-975d-acb158729969 req-f9fbd01b-64d6-4140-998d-50666552fa65 service neutron] 10.222.0.43 "GET /v2.0/networks/297efcce-d14a-4ebe-b53a-0ac8cfcd24f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377153 Apr 05 15:55:17.694526 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a5e9f-372e-48c2-a3a0-3db7817477d1 req-29b9ce0f-88a1-4d01-8b66-1ebb69b4f952 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:17.696101 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-701a5e9f-372e-48c2-a3a0-3db7817477d1 req-29b9ce0f-88a1-4d01-8b66-1ebb69b4f952 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.1622357 Apr 05 15:55:17.704733 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1c4b9-3a64-41ba-9511-f2d0da06605f req-a13d08d1-3c21-4492-bd6d-e72b2fea8353 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:17.706128 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d0b1c4b9-3a64-41ba-9511-f2d0da06605f req-a13d08d1-3c21-4492-bd6d-e72b2fea8353 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 946 time: 0.1700692 Apr 05 15:55:17.777821 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-701a5e9f-372e-48c2-a3a0-3db7817477d1 req-1b010e04-94ea-4a2f-89a8-256da4756581 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706511 Apr 05 15:55:17.784989 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d0b1c4b9-3a64-41ba-9511-f2d0da06605f req-ee6576a4-4aaf-4c5d-9682-dfc668d20499 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640693 Apr 05 15:55:19.058579 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd9472-eda5-4971-94b0-0f166040e695 req-7991adaa-fb80-49df-a511-f33799cc800f tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:19.060185 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7afd9472-eda5-4971-94b0-0f166040e695 req-7991adaa-fb80-49df-a511-f33799cc800f tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.1586399 Apr 05 15:55:19.073086 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f0565-efdd-4d7e-ba61-6a78f06d63b5 req-f8a25c5d-34dd-42b9-beff-41be8e9979f2 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:19.074597 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e96f0565-efdd-4d7e-ba61-6a78f06d63b5 req-f8a25c5d-34dd-42b9-beff-41be8e9979f2 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 946 time: 0.1362357 Apr 05 15:55:19.145561 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7afd9472-eda5-4971-94b0-0f166040e695 req-8a02796d-cf48-43d9-8297-19edd1a4b15e tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698860 Apr 05 15:55:19.155618 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e96f0565-efdd-4d7e-ba61-6a78f06d63b5 req-f1b1acbe-c912-4d76-86dd-a62e51ac0a7e tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634439 Apr 05 15:55:19.369275 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-905c1f3c-b0dd-4228-80c6-93441dc6514c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:20.374412 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19709c2-28f1-4712-80f2-6bc236ea9b57 req-d78295fa-dbde-4d24-a851-285f8d37be4f tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:20.376018 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e19709c2-28f1-4712-80f2-6bc236ea9b57 req-d78295fa-dbde-4d24-a851-285f8d37be4f tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 946 time: 0.0965278 Apr 05 15:55:20.472933 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e19709c2-28f1-4712-80f2-6bc236ea9b57 req-fe361c03-e52e-4464-9a2c-5dd37a349d6c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904336 Apr 05 15:55:20.507120 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b16120-57e6-45d0-9cbf-65892c5d43c5 req-cb804900-248d-455c-af0d-390ad4e44b0c tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:20.508764 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d1b16120-57e6-45d0-9cbf-65892c5d43c5 req-cb804900-248d-455c-af0d-390ad4e44b0c tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.1102691 Apr 05 15:55:20.561272 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d1b16120-57e6-45d0-9cbf-65892c5d43c5 req-2e03e87b-e341-4f99-a2bf-e172846d3b24 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458567 Apr 05 15:55:20.774732 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:21.735183 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8145a4-f126-47dc-b08a-5bc8f0baa0e7 req-0ddf9141-248c-49a7-9814-0658c2ccd7eb tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:21.737350 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1a8145a4-f126-47dc-b08a-5bc8f0baa0e7 req-0ddf9141-248c-49a7-9814-0658c2ccd7eb tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 946 time: 0.1400621 Apr 05 15:55:21.807617 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1a8145a4-f126-47dc-b08a-5bc8f0baa0e7 req-eca77401-dca7-4235-88f3-670c5a491877 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634904 Apr 05 15:55:21.816433 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42daf302-1240-4222-83c1-11a13b53b07c req-8b76cd62-a3a7-4b26-af52-0047c5715df2 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:21.818016 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-42daf302-1240-4222-83c1-11a13b53b07c req-8b76cd62-a3a7-4b26-af52-0047c5715df2 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.1421723 Apr 05 15:55:21.855363 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-090f0ce1-8653-4e85-bed8-ba43734c01b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:21.867465 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-42daf302-1240-4222-83c1-11a13b53b07c req-82521e6a-c690-486b-bfb3-19c51011faa6 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428920 Apr 05 15:55:22.369423 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:23.079276 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4232dd-6a9d-4cf5-9005-f0cef00e4fdc req-63794044-0307-412c-b816-40aa1099662d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:23.080904 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6a4232dd-6a9d-4cf5-9005-f0cef00e4fdc req-63794044-0307-412c-b816-40aa1099662d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 946 time: 0.1555381 Apr 05 15:55:23.119769 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d68bd-b4e1-452c-8f73-31bb8a5686b2 req-e05a7af6-5193-4f50-82ec-b8c7955bd41c tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:23.121218 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ce7d68bd-b4e1-452c-8f73-31bb8a5686b2 req-e05a7af6-5193-4f50-82ec-b8c7955bd41c tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.1404943 Apr 05 15:55:23.158472 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6a4232dd-6a9d-4cf5-9005-f0cef00e4fdc req-d31fe3e5-45c3-4cd9-97b9-b54e0d5f7cb8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702853 Apr 05 15:55:23.181403 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ce7d68bd-b4e1-452c-8f73-31bb8a5686b2 req-f00a3b9d-a3eb-4e96-9e0d-873bd0c9a68b tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491326 Apr 05 15:55:23.411371 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 76fd303e-79dd-4a7c-a799-9864eb7a43e8 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:55:23.551346 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 76fd303e-79dd-4a7c-a799-9864eb7a43e8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=76fd303e-79dd-4a7c-a799-9864eb7a43e8,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:55:23.565558 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Returning: {'device': '76fd303e-79dd-4a7c-a799-9864eb7a43e8', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'port_id': '76fd303e-79dd-4a7c-a799-9864eb7a43e8', 'mac_address': 'fa:16:3e:50:f6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:55:23.626897 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:23.644812 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76fd303e-79dd-4a7c-a799-9864eb7a43e8 {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:55:23.660714 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 76fd303e-79dd-4a7c-a799-9864eb7a43e8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=76fd303e-79dd-4a7c-a799-9864eb7a43e8,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:55:23.706778 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:23.708579 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:55:23.784278 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=76fd303e-79dd-4a7c-a799-9864eb7a43e8,revision_number=6']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:55:23.796966 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:23.797352 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:23.797731 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:23.798102 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:23.798497 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:23.798869 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:23.799272 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:23.799635 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:23.799999 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:23.800359 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:23.800698 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:23.801059 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:23.804994 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:55:23.837604 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:24.432218 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6eef33-9da2-4277-b8cf-1fb53d6ca58b req-08f34e1d-b1c9-43b8-8d55-144c12d4590a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:24.433729 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ae6eef33-9da2-4277-b8cf-1fb53d6ca58b req-08f34e1d-b1c9-43b8-8d55-144c12d4590a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 945 time: 0.1541417 Apr 05 15:55:24.447205 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559139c-0614-4656-9497-740069d6aaad req-2c1af920-aa47-4e18-bed7-41cbb8a77312 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:24.448731 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0559139c-0614-4656-9497-740069d6aaad req-2c1af920-aa47-4e18-bed7-41cbb8a77312 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.1276655 Apr 05 15:55:24.523932 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ae6eef33-9da2-4277-b8cf-1fb53d6ca58b req-fe6e863d-3edd-415c-83cc-38ecaaea053b tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741599 Apr 05 15:55:24.530900 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0559139c-0614-4656-9497-740069d6aaad req-bd96acbd-8d02-47f1-95d4-8672a1a9c801 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670183 Apr 05 15:55:25.620152 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['76fd303e-79dd-4a7c-a799-9864eb7a43e8'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:55:25.800281 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716ed3c-3bb3-4896-bddd-df4716699789 req-77ef1743-6a38-49c2-b026-a7d6c96d15de tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:25.801876 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b716ed3c-3bb3-4896-bddd-df4716699789 req-77ef1743-6a38-49c2-b026-a7d6c96d15de tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.1521034 Apr 05 15:55:25.817941 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f7c0d-dc3d-4a32-b137-303d44c6d437 req-1747a76f-5c90-4658-b0c3-8b582c5dfc18 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:25.819540 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-605f7c0d-dc3d-4a32-b137-303d44c6d437 req-1747a76f-5c90-4658-b0c3-8b582c5dfc18 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 945 time: 0.1710896 Apr 05 15:55:25.893259 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b716ed3c-3bb3-4896-bddd-df4716699789 req-6e967834-28c3-4724-803b-b35a339b58ee tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726554 Apr 05 15:55:25.903598 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-605f7c0d-dc3d-4a32-b137-303d44c6d437 req-29f56e1c-95db-4ea6-b976-e7b044e856a0 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641508 Apr 05 15:55:27.240373 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a1aae-61cd-4a6f-84c5-6d1d2a65aee1 req-5939355b-c877-4555-b88d-5919d5da00f7 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:27.248541 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4d1a1aae-61cd-4a6f-84c5-6d1d2a65aee1 req-5939355b-c877-4555-b88d-5919d5da00f7 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 945 time: 0.1494801 Apr 05 15:55:27.260714 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d86ca-096e-4d4f-8668-423452b68050 req-071c1ca3-2ffa-425b-a6d2-d6cd7e3b0ec9 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:27.270557 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c86d86ca-096e-4d4f-8668-423452b68050 req-071c1ca3-2ffa-425b-a6d2-d6cd7e3b0ec9 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.2184792 Apr 05 15:55:27.331617 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c86d86ca-096e-4d4f-8668-423452b68050 req-39917b77-bc4d-49b4-b4be-3182a9ab6177 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603228 Apr 05 15:55:27.355476 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4d1a1aae-61cd-4a6f-84c5-6d1d2a65aee1 req-438511f4-8a4b-405b-bb30-9dcad33c265a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060131 Apr 05 15:55:27.471998 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 76fd303e-79dd-4a7c-a799-9864eb7a43e8 up at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:55:27.554534 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning complete for port 76fd303e-79dd-4a7c-a799-9864eb7a43e8 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:55:27.555120 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:27.694929 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:27.726204 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0c8c71-b721-46cc-b6e8-eee4d03eb450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fd303e-79dd-4a7c-a799-9864eb7a43e8'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:55:27.739762 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 76fd303e-79dd-4a7c-a799-9864eb7a43e8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=76fd303e-79dd-4a7c-a799-9864eb7a43e8,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:55:27.777897 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:27.779936 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:55:27.823079 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0c8c71-b721-46cc-b6e8-eee4d03eb450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fd303e-79dd-4a7c-a799-9864eb7a43e8', 'code': 200} Apr 05 15:55:27.900425 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=76fd303e-79dd-4a7c-a799-9864eb7a43e8,revision_number=7']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:55:27.903682 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:55:28.578567 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74528b62-4e4d-465e-9ac0-79c71ee3d400 req-bc53db2a-7a7c-464c-be29-b41a46e66743 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:28.586283 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-74528b62-4e4d-465e-9ac0-79c71ee3d400 req-bc53db2a-7a7c-464c-be29-b41a46e66743 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.1100645 Apr 05 15:55:28.637989 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-74528b62-4e4d-465e-9ac0-79c71ee3d400 req-402494e6-81d0-47ef-9355-9e0d49ba1fc8 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503106 Apr 05 15:55:28.843716 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0f482-bbdb-44b7-bb79-6bc08c73d895 req-7ab319db-f965-47db-9f20-bfc04e51d75f tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:28.847514 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f2f0f482-bbdb-44b7-bb79-6bc08c73d895 req-7ab319db-f965-47db-9f20-bfc04e51d75f tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 946 time: 0.1014063 Apr 05 15:55:28.918674 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f2f0f482-bbdb-44b7-bb79-6bc08c73d895 req-b742a3b1-0078-4f8b-841d-15d2f5886e87 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515270 Apr 05 15:55:29.856206 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e2a03-2769-4537-9420-45a4fee3212b req-6294614d-aedf-440d-bc1a-82ed511a8dbb tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:29.858349 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c86e2a03-2769-4537-9420-45a4fee3212b req-6294614d-aedf-440d-bc1a-82ed511a8dbb tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.1006973 Apr 05 15:55:29.931870 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c86e2a03-2769-4537-9420-45a4fee3212b req-e43bad98-ec2e-4e31-9e7f-47c523a831db tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486975 Apr 05 15:55:30.133072 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5fc8cc-0a43-4ec6-89b8-ae3a69123d88 req-37313f77-b3d9-4b9c-ac88-6d85358d8dff tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:30.134763 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4c5fc8cc-0a43-4ec6-89b8-ae3a69123d88 req-37313f77-b3d9-4b9c-ac88-6d85358d8dff tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 946 time: 0.0936675 Apr 05 15:55:30.188138 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4c5fc8cc-0a43-4ec6-89b8-ae3a69123d88 req-b80b0dd7-1568-44a9-bad9-3d1e04283808 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464082 Apr 05 15:55:30.734506 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efcc0d-0084-475a-b48d-a7b02e7be1bf req-d47a5ad2-bf5c-4a07-ab32-33ae9b0f4893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:30.736894 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-90efcc0d-0084-475a-b48d-a7b02e7be1bf req-d47a5ad2-bf5c-4a07-ab32-33ae9b0f4893 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=01ef02dfd52147a1bd6cf1279736a2e9&device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 1099 time: 0.1062756 Apr 05 15:55:30.996966 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efcc0d-0084-475a-b48d-a7b02e7be1bf req-6195d4cd-8c9d-4d81-8517-f76d4986d9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:30.998639 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-90efcc0d-0084-475a-b48d-a7b02e7be1bf req-6195d4cd-8c9d-4d81-8517-f76d4986d9cf service neutron] 10.222.0.43 "GET /v2.0/networks?id=297efcce-d14a-4ebe-b53a-0ac8cfcd24f7 HTTP/1.1" status: 200 len: 909 time: 0.2539268 Apr 05 15:55:31.120201 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-90efcc0d-0084-475a-b48d-a7b02e7be1bf req-425f4f96-f3c0-4517-b669-28c6e6ce1bd1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=606fafec-aa05-43fc-adb5-573ac8b51de7 HTTP/1.1" status: 200 len: 1002 time: 0.1139257 Apr 05 15:55:31.174812 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87029a2c-293d-4ec1-a4a3-f295f2aa2b72 req-d0ded290-524d-430f-b0c9-8378d76be39c tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:31.183672 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-87029a2c-293d-4ec1-a4a3-f295f2aa2b72 req-d0ded290-524d-430f-b0c9-8378d76be39c tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.1118999 Apr 05 15:55:31.204530 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efcc0d-0084-475a-b48d-a7b02e7be1bf req-cf7f3481-e130-442a-800d-c3f073c353b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:31.206469 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-90efcc0d-0084-475a-b48d-a7b02e7be1bf req-cf7f3481-e130-442a-800d-c3f073c353b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=259bfebd-f402-4bad-8767-beb45f5f4266 HTTP/1.1" status: 200 len: 847 time: 0.0783737 Apr 05 15:55:31.259175 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-87029a2c-293d-4ec1-a4a3-f295f2aa2b72 req-db364548-593b-4ec3-b814-379cb30252d4 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745137 Apr 05 15:55:31.369499 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efcc0d-0084-475a-b48d-a7b02e7be1bf req-d2b5fbc1-f0bd-4a82-a27a-380ddfd25f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:31.371170 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-90efcc0d-0084-475a-b48d-a7b02e7be1bf req-d2b5fbc1-f0bd-4a82-a27a-380ddfd25f17 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=297efcce-d14a-4ebe-b53a-0ac8cfcd24f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1501818 Apr 05 15:55:31.442483 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048a272-f343-42d6-aa82-806e58ebd339 req-ba42c1a2-2c4b-4ad9-8a8d-589bb971fd6a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:31.444429 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7048a272-f343-42d6-aa82-806e58ebd339 req-ba42c1a2-2c4b-4ad9-8a8d-589bb971fd6a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 946 time: 0.0996368 Apr 05 15:55:31.522302 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7048a272-f343-42d6-aa82-806e58ebd339 req-00c4d4d3-28cf-4819-95d8-1f1bf49ed3d0 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713632 Apr 05 15:55:31.557899 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-90efcc0d-0084-475a-b48d-a7b02e7be1bf req-7b4c51a5-230f-4c60-a200-4d77b2262c52 service neutron] 10.222.0.43 "GET /v2.0/networks/297efcce-d14a-4ebe-b53a-0ac8cfcd24f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781204 Apr 05 15:55:31.710585 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-90efcc0d-0084-475a-b48d-a7b02e7be1bf req-1b13ff2f-678a-4c02-9e54-c8c00e3543ed service neutron] 10.222.0.43 "GET /v2.0/networks/297efcce-d14a-4ebe-b53a-0ac8cfcd24f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458676 Apr 05 15:55:32.471199 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a149ddd-99f7-4a9a-9155-ac9d58addc7d req-1556bb38-2883-4c61-bff5-3b5825ff092e tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:32.474397 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a149ddd-99f7-4a9a-9155-ac9d58addc7d req-1556bb38-2883-4c61-bff5-3b5825ff092e tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.0937092 Apr 05 15:55:32.539197 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a149ddd-99f7-4a9a-9155-ac9d58addc7d req-bbd79566-9b3a-4186-a334-b6ac7edb9f71 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586913 Apr 05 15:55:32.782969 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab659ce-d916-4dba-8db6-22c401c36e8e req-777ac189-1529-4c06-aff8-4192f7009fab tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:32.785299 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3ab659ce-d916-4dba-8db6-22c401c36e8e req-777ac189-1529-4c06-aff8-4192f7009fab tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 946 time: 0.1031709 Apr 05 15:55:32.835973 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3ab659ce-d916-4dba-8db6-22c401c36e8e req-efdd82a0-b2ad-405b-ad0b-1e053ffce37d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430427 Apr 05 15:55:32.913838 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:55:33.821942 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6de695-6903-4bde-b726-de9e4b81c5c1 req-5cc58341-aa85-4159-9bbd-e93721aa3d65 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:33.829980 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ef6de695-6903-4bde-b726-de9e4b81c5c1 req-5cc58341-aa85-4159-9bbd-e93721aa3d65 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.1727951 Apr 05 15:55:33.905451 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ef6de695-6903-4bde-b726-de9e4b81c5c1 req-ac1b0b21-29fc-43d2-a4cb-366938f46782 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690596 Apr 05 15:55:34.085270 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01124216-9e91-4526-85d0-7e9925f91a35 req-c5ab9bb4-5711-46b9-b104-647d9a5d46bf tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:34.088356 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-01124216-9e91-4526-85d0-7e9925f91a35 req-c5ab9bb4-5711-46b9-b104-647d9a5d46bf tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 946 time: 0.1089079 Apr 05 15:55:34.170108 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-01124216-9e91-4526-85d0-7e9925f91a35 req-df5a62a4-a9ef-4c39-a842-35d454ef08df tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735989 Apr 05 15:55:35.146532 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019a83e-ad6c-4404-89ae-3de64c6247d1 req-f337a2e7-d17e-47c6-b2da-17e402cc7cc3 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:35.148513 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0019a83e-ad6c-4404-89ae-3de64c6247d1 req-f337a2e7-d17e-47c6-b2da-17e402cc7cc3 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.1102743 Apr 05 15:55:35.206942 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0019a83e-ad6c-4404-89ae-3de64c6247d1 req-d19f2f0a-c3d8-4030-b38e-98c59462bb0f tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485160 Apr 05 15:55:35.411682 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de68687-2aed-4141-953b-06dab57f4c99 req-117d2959-1b57-4983-98f9-cd4a2dc773a8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:35.413570 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5de68687-2aed-4141-953b-06dab57f4c99 req-117d2959-1b57-4983-98f9-cd4a2dc773a8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 946 time: 0.1085467 Apr 05 15:55:35.469434 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5de68687-2aed-4141-953b-06dab57f4c99 req-04f955b1-8298-4e62-b1f8-23a2954aa1c4 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487170 Apr 05 15:55:35.482629 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 606fafec-aa05-43fc-adb5-573ac8b51de7 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:55:35.656902 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:35.692721 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0381a980-ee96-408d-946f-f298bfd3ee27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '606fafec-aa05-43fc-adb5-573ac8b51de7'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:55:35.709520 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 606fafec-aa05-43fc-adb5-573ac8b51de7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=606fafec-aa05-43fc-adb5-573ac8b51de7,segment=NetworkSegment(87acdd3d-d43a-43b2-b114-7774e6f8900e),segment_id=87acdd3d-d43a-43b2-b114-7774e6f8900e)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:55:35.737518 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bd9040d0-b92f-4d81-8d5a-ba9263941ed7 req-0678428d-8fdb-4d84-8ae8-f71412c3bd81 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1904755 Apr 05 15:55:35.749636 dv-cinder-784779-1-iscsi neutron-server[84318]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0381a980-ee96-408d-946f-f298bfd3ee27', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '606fafec-aa05-43fc-adb5-573ac8b51de7', 'code': 422} returned with failed status Apr 05 15:55:35.754994 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca528d-e64e-4f06-b08a-43597c1e21f4 req-fd113175-e1d2-4f93-b4cb-5cd454606ad8 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:35.762475 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-39ca528d-e64e-4f06-b08a-43597c1e21f4 req-fd113175-e1d2-4f93-b4cb-5cd454606ad8 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.1156127 Apr 05 15:55:35.786731 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:35.790143 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:55:35.883180 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-39ca528d-e64e-4f06-b08a-43597c1e21f4 req-f4c0f51b-b33a-43bc-a44c-798b85958377 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197786 Apr 05 15:55:35.957991 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=606fafec-aa05-43fc-adb5-573ac8b51de7,revision_number=6']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:55:35.961784 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:55:36.708208 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266f77f-49d5-494e-bd82-3f61b265ad06 req-dfe60a36-5ce6-40e6-9834-bef7381bd5df tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:36.709729 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6266f77f-49d5-494e-bd82-3f61b265ad06 req-dfe60a36-5ce6-40e6-9834-bef7381bd5df tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 946 time: 0.0940907 Apr 05 15:55:36.758434 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6266f77f-49d5-494e-bd82-3f61b265ad06 req-ad16843b-5f2e-42d5-8d68-f71c31dbb9ef tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421779 Apr 05 15:55:37.111439 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253805bd-a2cf-4480-869c-7c2eb893a6f9 req-5419dacc-b369-4f6e-ae83-a67642a39a3d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:37.113441 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-253805bd-a2cf-4480-869c-7c2eb893a6f9 req-5419dacc-b369-4f6e-ae83-a67642a39a3d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 944 time: 0.0961843 Apr 05 15:55:37.177826 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-253805bd-a2cf-4480-869c-7c2eb893a6f9 req-33198291-6816-40c0-9022-6ebed4ff6e55 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558298 Apr 05 15:55:37.974678 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f4888-fcbd-4b1b-af67-b96d7b2d05b5 req-d8732451-c626-43bc-9dfb-5f8c6a454b3f tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:37.976296 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-852f4888-fcbd-4b1b-af67-b96d7b2d05b5 req-d8732451-c626-43bc-9dfb-5f8c6a454b3f tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 946 time: 0.0938361 Apr 05 15:55:38.026574 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-852f4888-fcbd-4b1b-af67-b96d7b2d05b5 req-2a675111-12ef-4c55-8309-a07c209feb6a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437050 Apr 05 15:55:38.604122 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa8a7a-81eb-49b8-8d22-cb834c6079d1 req-0b53a54b-62e7-4816-bed3-90c14fc7e4c7 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:38.605703 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-88fa8a7a-81eb-49b8-8d22-cb834c6079d1 req-0b53a54b-62e7-4816-bed3-90c14fc7e4c7 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 944 time: 0.3180039 Apr 05 15:55:38.653540 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-88fa8a7a-81eb-49b8-8d22-cb834c6079d1 req-b1734560-0b61-4e9f-839b-b36a4dbeaf11 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412524 Apr 05 15:55:38.741626 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6090e83-aedd-4305-a92e-5b2caa0b5979 req-b85f8566-5e7f-47d3-99a5-ac6726303bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:38.743276 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f6090e83-aedd-4305-a92e-5b2caa0b5979 req-b85f8566-5e7f-47d3-99a5-ac6726303bed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=639ec5b6ae8d4642b674c6cd637e4cb2&device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 1099 time: 0.0807660 Apr 05 15:55:38.905612 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6090e83-aedd-4305-a92e-5b2caa0b5979 req-e2a46e70-189d-436e-8a3f-d7c1701f1810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:38.907213 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f6090e83-aedd-4305-a92e-5b2caa0b5979 req-e2a46e70-189d-436e-8a3f-d7c1701f1810 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 HTTP/1.1" status: 200 len: 917 time: 0.1572380 Apr 05 15:55:39.031225 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f6090e83-aedd-4305-a92e-5b2caa0b5979 req-9e1aa894-670c-4624-82c7-4bb6c0759764 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76fd303e-79dd-4a7c-a799-9864eb7a43e8 HTTP/1.1" status: 200 len: 1002 time: 0.1073966 Apr 05 15:55:39.101604 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6090e83-aedd-4305-a92e-5b2caa0b5979 req-1a45df71-3dbb-4ac9-b737-041e0f8a06a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:39.106870 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f6090e83-aedd-4305-a92e-5b2caa0b5979 req-1a45df71-3dbb-4ac9-b737-041e0f8a06a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b49c561-1ceb-4c3b-9352-979a5ef7193b HTTP/1.1" status: 200 len: 855 time: 0.0654874 Apr 05 15:55:39.204117 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6090e83-aedd-4305-a92e-5b2caa0b5979 req-e034b8a5-71b1-4ffd-a985-3c6712e29f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:39.205851 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f6090e83-aedd-4305-a92e-5b2caa0b5979 req-e034b8a5-71b1-4ffd-a985-3c6712e29f7a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5b2c727-4df9-4ea8-bf8a-1e179c6d9965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0862615 Apr 05 15:55:39.357984 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f6090e83-aedd-4305-a92e-5b2caa0b5979 req-429f7810-7f17-4aaa-88cd-96e538e35f23 service neutron] 10.222.0.43 "GET /v2.0/networks/e5b2c727-4df9-4ea8-bf8a-1e179c6d9965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388736 Apr 05 15:55:39.378941 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac66f4d-b174-4efd-9ce7-97b97bc837bb req-c4d0ffac-981f-48a1-bb01-bfc6e27ef14f tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:39.380557 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fac66f4d-b174-4efd-9ce7-97b97bc837bb req-c4d0ffac-981f-48a1-bb01-bfc6e27ef14f tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 946 time: 0.2319982 Apr 05 15:55:39.390890 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9040d0-b92f-4d81-8d5a-ba9263941ed7 req-c1eab180-408d-43fa-b720-bdf1178ab421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:39.392371 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bd9040d0-b92f-4d81-8d5a-ba9263941ed7 req-c1eab180-408d-43fa-b720-bdf1178ab421 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27&tenant_id=01ef02dfd52147a1bd6cf1279736a2e9 HTTP/1.1" status: 200 len: 1097 time: 0.1468349 Apr 05 15:55:39.400962 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72eb0f4-2201-41d2-9c63-e95d8f97683e req-da1f2b4b-cabc-4c50-ba2a-7d6c5827fbde tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:39.402408 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d72eb0f4-2201-41d2-9c63-e95d8f97683e req-da1f2b4b-cabc-4c50-ba2a-7d6c5827fbde tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc887b5-821c-4245-9404-6208a38b3393 HTTP/1.1" status: 200 len: 945 time: 0.2028592 Apr 05 15:55:39.508523 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f6090e83-aedd-4305-a92e-5b2caa0b5979 req-b02a1f0f-d133-4340-acc9-895b8f17653d service neutron] 10.222.0.43 "GET /v2.0/networks/e5b2c727-4df9-4ea8-bf8a-1e179c6d9965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427753 Apr 05 15:55:39.517506 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fac66f4d-b174-4efd-9ce7-97b97bc837bb req-e7a0b5f7-23aa-4898-8c4c-c6be881cf4a2 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295450 Apr 05 15:55:39.530254 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d72eb0f4-2201-41d2-9c63-e95d8f97683e req-e4bf37fe-9d96-4f50-9862-403f9b0b2b8d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/security-groups?id=707eb184-be04-44fc-a4b5-d0ecf30fb7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146026 Apr 05 15:55:39.555329 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9040d0-b92f-4d81-8d5a-ba9263941ed7 req-1a96d979-320a-4bd4-967e-ce957354504f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:39.556903 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bd9040d0-b92f-4d81-8d5a-ba9263941ed7 req-1a96d979-320a-4bd4-967e-ce957354504f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=01ef02dfd52147a1bd6cf1279736a2e9&device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 1097 time: 0.1210775 Apr 05 15:55:39.701846 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9040d0-b92f-4d81-8d5a-ba9263941ed7 req-96611f63-b59f-4ae8-8470-fbcbc34d38dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:39.703486 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bd9040d0-b92f-4d81-8d5a-ba9263941ed7 req-96611f63-b59f-4ae8-8470-fbcbc34d38dc service neutron] 10.222.0.43 "GET /v2.0/networks?id=297efcce-d14a-4ebe-b53a-0ac8cfcd24f7 HTTP/1.1" status: 200 len: 909 time: 0.1390100 Apr 05 15:55:39.878844 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bd9040d0-b92f-4d81-8d5a-ba9263941ed7 req-be95d186-c256-4791-a4f3-1b607c12d5a5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=606fafec-aa05-43fc-adb5-573ac8b51de7 HTTP/1.1" status: 200 len: 1000 time: 0.1671901 Apr 05 15:55:39.950660 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22486e-a6e0-4452-b9ad-dc763631cba3 req-97eab3fc-87d8-4153-b8b3-058bfe2cc204 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:39.952309 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3b22486e-a6e0-4452-b9ad-dc763631cba3 req-97eab3fc-87d8-4153-b8b3-058bfe2cc204 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 944 time: 0.1789556 Apr 05 15:55:39.985657 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9040d0-b92f-4d81-8d5a-ba9263941ed7 req-ddbb2e9f-eea3-4ed3-8ae6-67319e90b75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:39.987836 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bd9040d0-b92f-4d81-8d5a-ba9263941ed7 req-ddbb2e9f-eea3-4ed3-8ae6-67319e90b75a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=259bfebd-f402-4bad-8767-beb45f5f4266 HTTP/1.1" status: 200 len: 847 time: 0.1012781 Apr 05 15:55:40.055425 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3b22486e-a6e0-4452-b9ad-dc763631cba3 req-5248816b-0b74-4630-ab1f-ead098bf3026 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961685 Apr 05 15:55:40.084513 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9040d0-b92f-4d81-8d5a-ba9263941ed7 req-1983a2ca-0893-41ad-b27c-fd2c346c2a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:40.086096 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bd9040d0-b92f-4d81-8d5a-ba9263941ed7 req-1983a2ca-0893-41ad-b27c-fd2c346c2a3c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=297efcce-d14a-4ebe-b53a-0ac8cfcd24f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0895426 Apr 05 15:55:40.233751 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bd9040d0-b92f-4d81-8d5a-ba9263941ed7 req-98b88810-f148-465b-b869-fddfe2160b3b service neutron] 10.222.0.43 "GET /v2.0/networks/297efcce-d14a-4ebe-b53a-0ac8cfcd24f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391346 Apr 05 15:55:40.379814 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bd9040d0-b92f-4d81-8d5a-ba9263941ed7 req-6a577832-d373-4902-9004-af74a39ba08b service neutron] 10.222.0.43 "GET /v2.0/networks/297efcce-d14a-4ebe-b53a-0ac8cfcd24f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387038 Apr 05 15:55:40.806918 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957160b-5cac-41f3-905f-db8a73de56b2 req-b55c2470-3aeb-4119-b63b-4cb53a0ff6a0 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:40.808386 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1957160b-5cac-41f3-905f-db8a73de56b2 req-b55c2470-3aeb-4119-b63b-4cb53a0ff6a0 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc887b5-821c-4245-9404-6208a38b3393 HTTP/1.1" status: 200 len: 945 time: 0.1221881 Apr 05 15:55:40.817548 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d8b07-9e69-4034-a471-3ff84fcfdb57 req-a2afa115-55ec-4cb5-a17b-7750b988ba75 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:40.819033 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-995d8b07-9e69-4034-a471-3ff84fcfdb57 req-a2afa115-55ec-4cb5-a17b-7750b988ba75 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 946 time: 0.1717865 Apr 05 15:55:40.936719 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1957160b-5cac-41f3-905f-db8a73de56b2 req-150f4942-c714-4b6c-9f49-e9cb073db490 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/security-groups?id=707eb184-be04-44fc-a4b5-d0ecf30fb7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166666 Apr 05 15:55:40.947553 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-995d8b07-9e69-4034-a471-3ff84fcfdb57 req-7b21da55-3955-4cd8-8212-da28d5d1d890 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120405 Apr 05 15:55:40.991062 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c1289-a6b4-4c0d-b21d-e12ee875224d req-eef99857-3437-4d5d-840e-1bd5cd2fae7f tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:40.992610 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-531c1289-a6b4-4c0d-b21d-e12ee875224d req-eef99857-3437-4d5d-840e-1bd5cd2fae7f tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.43 "GET /v2.0/ports?device_id=ccc887b5-821c-4245-9404-6208a38b3393 HTTP/1.1" status: 200 len: 945 time: 0.1384387 Apr 05 15:55:41.074947 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-531c1289-a6b4-4c0d-b21d-e12ee875224d req-a9b2a77c-f9d2-4b8a-bda6-2ca3bf27c02d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Deleting port 03a3b5af-eec6-4b19-93ad-a035764828e5 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:55:41.075505 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-531c1289-a6b4-4c0d-b21d-e12ee875224d req-a9b2a77c-f9d2-4b8a-bda6-2ca3bf27c02d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:41.395782 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737157d1-23cc-4e13-9639-dab5302a9f8b req-1fdbd8a4-cbb1-4fd4-8e4b-47bd40506af4 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:41.397465 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-737157d1-23cc-4e13-9639-dab5302a9f8b req-1fdbd8a4-cbb1-4fd4-8e4b-47bd40506af4 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 944 time: 0.2202110 Apr 05 15:55:41.445191 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-531c1289-a6b4-4c0d-b21d-e12ee875224d req-a9b2a77c-f9d2-4b8a-bda6-2ca3bf27c02d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] For port 03a3b5af-eec6-4b19-93ad-a035764828e5, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=03a3b5af-eec6-4b19-93ad-a035764828e5,segment=NetworkSegment(df4183dd-ab41-482d-af44-7cf4ca52afe4),segment_id=df4183dd-ab41-482d-af44-7cf4ca52afe4)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:55:41.445594 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-531c1289-a6b4-4c0d-b21d-e12ee875224d req-a9b2a77c-f9d2-4b8a-bda6-2ca3bf27c02d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:41.503785 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 76fd303e-79dd-4a7c-a799-9864eb7a43e8 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:55:41.598485 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-531c1289-a6b4-4c0d-b21d-e12ee875224d req-a9b2a77c-f9d2-4b8a-bda6-2ca3bf27c02d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Calling delete_port for 03a3b5af-eec6-4b19-93ad-a035764828e5 owned by compute:nova {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:55:41.629979 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:41.630856 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-737157d1-23cc-4e13-9639-dab5302a9f8b req-26edec12-cc4c-4ee0-bc3c-452e4538d565 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254486 Apr 05 15:55:41.660587 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0c8c71-b721-46cc-b6e8-eee4d03eb450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76fd303e-79dd-4a7c-a799-9864eb7a43e8'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:55:41.671036 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 76fd303e-79dd-4a7c-a799-9864eb7a43e8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=76fd303e-79dd-4a7c-a799-9864eb7a43e8,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:55:41.706981 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:41.707876 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 03a3b5af-eec6-4b19-93ad-a035764828e5 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:55:41.740457 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0c8c71-b721-46cc-b6e8-eee4d03eb450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76fd303e-79dd-4a7c-a799-9864eb7a43e8', 'code': 200} Apr 05 15:55:41.741022 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a3491f43-6226-42d0-a88d-53d7bf6ec223 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:55:41.780692 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-531c1289-a6b4-4c0d-b21d-e12ee875224d req-a9b2a77c-f9d2-4b8a-bda6-2ca3bf27c02d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:41.799829 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-42bd7c7b-7767-4ad3-b6e8-560aff3ec4cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:55:41.837268 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] No active binding found for port 03a3b5af-eec6-4b19-93ad-a035764828e5 {{(pid=84431) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 05 15:55:41.837715 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 03a3b5af-eec6-4b19-93ad-a035764828e5 not bound to the agent host hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:55:41.839378 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=76fd303e-79dd-4a7c-a799-9864eb7a43e8,revision_number=8']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:55:41.842524 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:55:41.863892 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2a77c-f9d2-4b8a-bda6-2ca3bf27c02d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Pushing event deleted for resources: {'Port': ['ID=03a3b5af-eec6-4b19-93ad-a035764828e5,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:55:41.920243 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2a77c-f9d2-4b8a-bda6-2ca3bf27c02d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:41.920671 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2a77c-f9d2-4b8a-bda6-2ca3bf27c02d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:41.922055 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2a77c-f9d2-4b8a-bda6-2ca3bf27c02d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:41.922055 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2a77c-f9d2-4b8a-bda6-2ca3bf27c02d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:41.922055 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2a77c-f9d2-4b8a-bda6-2ca3bf27c02d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:41.922401 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2a77c-f9d2-4b8a-bda6-2ca3bf27c02d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:41.922778 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2a77c-f9d2-4b8a-bda6-2ca3bf27c02d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:41.923178 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2a77c-f9d2-4b8a-bda6-2ca3bf27c02d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:41.923579 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2a77c-f9d2-4b8a-bda6-2ca3bf27c02d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:41.923977 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2a77c-f9d2-4b8a-bda6-2ca3bf27c02d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:41.924374 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2a77c-f9d2-4b8a-bda6-2ca3bf27c02d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:41.924810 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b2a77c-f9d2-4b8a-bda6-2ca3bf27c02d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:55:41.932176 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a9b2a77c-f9d2-4b8a-bda6-2ca3bf27c02d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:55:42.069039 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-531c1289-a6b4-4c0d-b21d-e12ee875224d req-a9b2a77c-f9d2-4b8a-bda6-2ca3bf27c02d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] No DVR routers for this DVR port 03a3b5af-eec6-4b19-93ad-a035764828e5 on host hv-cinder-78477 {{(pid=84430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:55:42.071801 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-531c1289-a6b4-4c0d-b21d-e12ee875224d req-a9b2a77c-f9d2-4b8a-bda6-2ca3bf27c02d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:42.074915 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc887b5-821c-4245-9404-6208a38b3393', 'name': 'network-vif-deleted', 'tag': '03a3b5af-eec6-4b19-93ad-a035764828e5'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:55:42.165674 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-531c1289-a6b4-4c0d-b21d-e12ee875224d req-a9b2a77c-f9d2-4b8a-bda6-2ca3bf27c02d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.43 "DELETE /v2.0/ports/03a3b5af-eec6-4b19-93ad-a035764828e5 HTTP/1.1" status: 204 len: 173 time: 1.1657443 Apr 05 15:55:42.416933 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-357d6492-402a-4341-a876-3b95376c4da0 req-9ca7eb6a-f205-44b4-ab1c-a17681826549 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Synchronizing usage tracker for tenant:a9e3712c411b4003b59b08ae7e238887 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:55:42.467198 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f350a-8f2a-4328-b063-1c5c47f701fb req-253cf7f7-739b-44c2-85da-a57111e4e9e0 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:42.468757 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-941f350a-8f2a-4328-b063-1c5c47f701fb req-253cf7f7-739b-44c2-85da-a57111e4e9e0 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 944 time: 0.3874586 Apr 05 15:55:42.508610 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-357d6492-402a-4341-a876-3b95376c4da0 req-9ca7eb6a-f205-44b4-ab1c-a17681826549 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Unset dirty status for tenant:a9e3712c411b4003b59b08ae7e238887 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:55:42.509860 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-357d6492-402a-4341-a876-3b95376c4da0 req-9ca7eb6a-f205-44b4-ab1c-a17681826549 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc887b5-821c-4245-9404-6208a38b3393 HTTP/1.1" status: 200 len: 210 time: 0.4298522 Apr 05 15:55:42.521363 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-941f350a-8f2a-4328-b063-1c5c47f701fb req-9448658c-27b3-4e99-8f2a-974a6a962822 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458643 Apr 05 15:55:42.723754 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc887b5-821c-4245-9404-6208a38b3393', 'name': 'network-vif-deleted', 'tag': '03a3b5af-eec6-4b19-93ad-a035764828e5', 'status': 'completed', 'code': 200} Apr 05 15:55:42.903621 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c688f-5b91-4c9b-8eeb-3760862e3720 req-06ab4891-9de2-464b-9905-d8798abe8728 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:42.905262 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6c6c688f-5b91-4c9b-8eeb-3760862e3720 req-06ab4891-9de2-464b-9905-d8798abe8728 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 944 time: 0.0926268 Apr 05 15:55:42.956599 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6c6c688f-5b91-4c9b-8eeb-3760862e3720 req-ee469cfe-d7eb-4654-b3ef-228941ee577d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441613 Apr 05 15:55:44.172192 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde426a-f802-40b6-a404-12f8d4a7da36 req-db69295b-dde7-4017-accf-310aef9c7475 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:44.173895 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-edde426a-f802-40b6-a404-12f8d4a7da36 req-db69295b-dde7-4017-accf-310aef9c7475 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 944 time: 0.0928159 Apr 05 15:55:44.222469 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-edde426a-f802-40b6-a404-12f8d4a7da36 req-062b1219-304e-4772-806b-0b0d3266210c tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415530 Apr 05 15:55:44.726233 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27382482-3a3d-43df-919f-e21ced83a988 req-cf936660-0935-4bc8-9ec4-226c4d372955 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:44.727881 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-27382482-3a3d-43df-919f-e21ced83a988 req-cf936660-0935-4bc8-9ec4-226c4d372955 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 945 time: 0.0933368 Apr 05 15:55:44.775813 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-27382482-3a3d-43df-919f-e21ced83a988 req-b8f16b8d-b591-4316-8c77-3e22f32d1617 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ef1bc-206b-4af4-9218-ae96b052e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416875 Apr 05 15:55:44.905839 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bffeb1-a5cb-41e0-bbd3-0867d4146ed5 req-f08e9e1e-9a42-4a8a-b2f1-ca422ab0d205 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:44.907053 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c7bffeb1-a5cb-41e0-bbd3-0867d4146ed5 req-f08e9e1e-9a42-4a8a-b2f1-ca422ab0d205 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 944 time: 0.0924706 Apr 05 15:55:44.955092 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c7bffeb1-a5cb-41e0-bbd3-0867d4146ed5 req-5cc4fd9c-db5b-44b0-bbe1-0a35420366de tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410752 Apr 05 15:55:45.211991 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 43294) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:55:45.284525 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:45.381578 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-10c26229-cf8a-416d-ab06-63dcc72dc7ab req-2b5de182-9b7b-406a-a67f-f0751c6f2872 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1683099 Apr 05 15:55:45.434515 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0a37b-dcb7-45cb-8cbf-92887190e2b0 req-13fb6d61-05dc-414a-8366-51a56e22fd94 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:45.436094 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-36c0a37b-dcb7-45cb-8cbf-92887190e2b0 req-13fb6d61-05dc-414a-8366-51a56e22fd94 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 944 time: 0.0950904 Apr 05 15:55:45.486076 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-36c0a37b-dcb7-45cb-8cbf-92887190e2b0 req-290e9659-7385-4e0b-9cfc-9900d9938b8d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436552 Apr 05 15:55:45.985184 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6857f1b-43db-4f35-92d7-4b06ea39ec6d req-7b24bafe-42b9-491e-ae9b-60841dfd0266 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:45.986785 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b6857f1b-43db-4f35-92d7-4b06ea39ec6d req-7b24bafe-42b9-491e-ae9b-60841dfd0266 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 945 time: 0.0890346 Apr 05 15:55:46.034893 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b6857f1b-43db-4f35-92d7-4b06ea39ec6d req-582bcd03-8ef0-4891-9bc1-33eead92b6d4 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ef1bc-206b-4af4-9218-ae96b052e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413172 Apr 05 15:55:46.162198 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822a2a9-be87-4c0c-a0e1-ce343e957ff2 req-93dbf964-9ef0-40a8-bfd6-a0973735bfa9 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:46.163827 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9822a2a9-be87-4c0c-a0e1-ce343e957ff2 req-93dbf964-9ef0-40a8-bfd6-a0973735bfa9 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 944 time: 0.0893300 Apr 05 15:55:46.211606 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9822a2a9-be87-4c0c-a0e1-ce343e957ff2 req-917ac007-d3ba-43a0-aeb2-2a4f2ab1b66e tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411520 Apr 05 15:55:46.685639 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a28e70-e784-4ee7-a3a8-3c5f91165825 req-159453cd-ffcb-43d5-9c2c-ae99cdbaccc8 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:46.687261 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-32a28e70-e784-4ee7-a3a8-3c5f91165825 req-159453cd-ffcb-43d5-9c2c-ae99cdbaccc8 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 944 time: 0.0876365 Apr 05 15:55:46.733868 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-32a28e70-e784-4ee7-a3a8-3c5f91165825 req-8f4dc009-7371-496e-b8de-734fee75c5ce tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401478 Apr 05 15:55:47.236558 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67459d52-395f-49e4-8dc9-d0278177258c req-19623d30-ab17-4a0a-98cf-6992951aa81f tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:47.238404 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-67459d52-395f-49e4-8dc9-d0278177258c req-19623d30-ab17-4a0a-98cf-6992951aa81f tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 945 time: 0.0902421 Apr 05 15:55:47.297775 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-67459d52-395f-49e4-8dc9-d0278177258c req-5da96e72-b400-488d-81ce-e1d666bee02a tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ef1bc-206b-4af4-9218-ae96b052e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528007 Apr 05 15:55:47.423750 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369116be-22f0-4745-aedd-520d141a9e0c req-624ac5c5-1893-432d-a304-eae66a5cd3e3 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:47.425348 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-369116be-22f0-4745-aedd-520d141a9e0c req-624ac5c5-1893-432d-a304-eae66a5cd3e3 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 944 time: 0.0885334 Apr 05 15:55:47.477089 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-369116be-22f0-4745-aedd-520d141a9e0c req-1f90a7fa-58fc-4443-bd83-0e0711184bc3 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445364 Apr 05 15:55:47.600870 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c26229-cf8a-416d-ab06-63dcc72dc7ab req-be22ca02-51f4-49e0-a625-103be3beb35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:47.602507 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-10c26229-cf8a-416d-ab06-63dcc72dc7ab req-be22ca02-51f4-49e0-a625-103be3beb35a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450&tenant_id=639ec5b6ae8d4642b674c6cd637e4cb2 HTTP/1.1" status: 200 len: 1097 time: 0.0790641 Apr 05 15:55:47.705238 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c26229-cf8a-416d-ab06-63dcc72dc7ab req-77f55451-4f6a-420d-92bb-456a1f50d8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:47.706817 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-10c26229-cf8a-416d-ab06-63dcc72dc7ab req-77f55451-4f6a-420d-92bb-456a1f50d8b8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=639ec5b6ae8d4642b674c6cd637e4cb2&device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 1097 time: 0.0780797 Apr 05 15:55:47.893746 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c26229-cf8a-416d-ab06-63dcc72dc7ab req-e23486ae-6214-4b83-bcb2-d9e5340a9ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:47.895350 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-10c26229-cf8a-416d-ab06-63dcc72dc7ab req-e23486ae-6214-4b83-bcb2-d9e5340a9ddb service neutron] 10.222.0.43 "GET /v2.0/networks?id=e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 HTTP/1.1" status: 200 len: 917 time: 0.1808555 Apr 05 15:55:48.029832 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-10c26229-cf8a-416d-ab06-63dcc72dc7ab req-a0b8153c-bac7-404e-8e34-1e43a18d6647 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76fd303e-79dd-4a7c-a799-9864eb7a43e8 HTTP/1.1" status: 200 len: 1000 time: 0.1270649 Apr 05 15:55:48.042248 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8647d5-69ab-4ed6-b39a-dd9876537580 req-24fc268e-d811-46df-abae-d7db1429778d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:48.043824 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-de8647d5-69ab-4ed6-b39a-dd9876537580 req-24fc268e-d811-46df-abae-d7db1429778d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 944 time: 0.1943924 Apr 05 15:55:48.140311 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c26229-cf8a-416d-ab06-63dcc72dc7ab req-ac8a3c27-2e5f-476d-9549-368b685450ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:48.141804 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-10c26229-cf8a-416d-ab06-63dcc72dc7ab req-ac8a3c27-2e5f-476d-9549-368b685450ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7b49c561-1ceb-4c3b-9352-979a5ef7193b HTTP/1.1" status: 200 len: 855 time: 0.0970943 Apr 05 15:55:48.147401 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-de8647d5-69ab-4ed6-b39a-dd9876537580 req-c11faf43-6cd0-4157-ac7f-ea1f58b04ba5 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653467 Apr 05 15:55:48.228044 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c26229-cf8a-416d-ab06-63dcc72dc7ab req-af9f4e07-296d-4722-9902-66ff56a2d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:48.229634 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-10c26229-cf8a-416d-ab06-63dcc72dc7ab req-af9f4e07-296d-4722-9902-66ff56a2d393 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5b2c727-4df9-4ea8-bf8a-1e179c6d9965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0805542 Apr 05 15:55:48.389138 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-10c26229-cf8a-416d-ab06-63dcc72dc7ab req-ce909df8-489f-436c-a02c-547612eb5871 service neutron] 10.222.0.43 "GET /v2.0/networks/e5b2c727-4df9-4ea8-bf8a-1e179c6d9965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524591 Apr 05 15:55:48.662687 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-10c26229-cf8a-416d-ab06-63dcc72dc7ab req-af9c6a7d-df2d-41aa-801b-289795b99cdc service neutron] 10.222.0.43 "GET /v2.0/networks/e5b2c727-4df9-4ea8-bf8a-1e179c6d9965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664027 Apr 05 15:55:48.678182 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c09b23-9e67-4b67-9847-4fb8d993285f req-18cc8e4e-9e2d-45ac-a4d5-36b33a1364b5 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:48.680008 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-50c09b23-9e67-4b67-9847-4fb8d993285f req-18cc8e4e-9e2d-45ac-a4d5-36b33a1364b5 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 945 time: 0.2591114 Apr 05 15:55:48.756235 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-50c09b23-9e67-4b67-9847-4fb8d993285f req-a5e80f10-545e-471e-a41a-2f87f308c694 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ef1bc-206b-4af4-9218-ae96b052e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693021 Apr 05 15:55:48.766122 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65180a06-70d1-44e0-ac71-d9930dd51e05 req-16dc49f1-73a4-482f-9219-2aca87120c5d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:48.767755 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-65180a06-70d1-44e0-ac71-d9930dd51e05 req-16dc49f1-73a4-482f-9219-2aca87120c5d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 944 time: 0.1604378 Apr 05 15:55:48.818241 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-65180a06-70d1-44e0-ac71-d9930dd51e05 req-124c448f-ff74-42ef-a8a6-77819ce7a74f tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416315 Apr 05 15:55:49.329773 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea4e02-faa0-4e35-9681-557def338c09 req-e99b8aad-b687-45ff-a0fe-79812fd8eb93 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:49.331692 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-03ea4e02-faa0-4e35-9681-557def338c09 req-e99b8aad-b687-45ff-a0fe-79812fd8eb93 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.43 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 945 time: 0.1413662 Apr 05 15:55:49.351936 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-007cc44d-36d6-4341-aac0-2b5cab66a872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:49.428595 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77185e-6968-4321-afa2-d4a3bdbae2da req-e0fced4a-8ac9-4bb8-80c8-c42f7c09f6e8 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:49.430092 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6d77185e-6968-4321-afa2-d4a3bdbae2da req-e0fced4a-8ac9-4bb8-80c8-c42f7c09f6e8 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 944 time: 0.1668818 Apr 05 15:55:49.445295 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-03ea4e02-faa0-4e35-9681-557def338c09 req-ec6d73e1-fe06-4b4e-81e4-e83981104628 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Deleting port 83ae140d-1b28-4aef-ac86-8debff592958 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:55:49.445682 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-03ea4e02-faa0-4e35-9681-557def338c09 req-ec6d73e1-fe06-4b4e-81e4-e83981104628 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:49.572973 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6d77185e-6968-4321-afa2-d4a3bdbae2da req-f6e81a26-46d0-4db2-adee-3e39e2994581 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350355 Apr 05 15:55:49.578766 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 606fafec-aa05-43fc-adb5-573ac8b51de7 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:55:49.732271 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 606fafec-aa05-43fc-adb5-573ac8b51de7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=606fafec-aa05-43fc-adb5-573ac8b51de7,segment=NetworkSegment(87acdd3d-d43a-43b2-b114-7774e6f8900e),segment_id=87acdd3d-d43a-43b2-b114-7774e6f8900e)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:55:49.747062 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Returning: {'device': '606fafec-aa05-43fc-adb5-573ac8b51de7', 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7', 'port_id': '606fafec-aa05-43fc-adb5-573ac8b51de7', 'mac_address': 'fa:16:3e:09:12:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '259bfebd-f402-4bad-8767-beb45f5f4266', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:55:49.765434 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-03ea4e02-faa0-4e35-9681-557def338c09 req-ec6d73e1-fe06-4b4e-81e4-e83981104628 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] For port 83ae140d-1b28-4aef-ac86-8debff592958, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=83ae140d-1b28-4aef-ac86-8debff592958,segment=NetworkSegment(8c957347-ca2f-4b08-a623-7dccb3bfa44a),segment_id=8c957347-ca2f-4b08-a623-7dccb3bfa44a)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:55:49.765434 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-03ea4e02-faa0-4e35-9681-557def338c09 req-ec6d73e1-fe06-4b4e-81e4-e83981104628 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:49.810921 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:49.832972 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606fafec-aa05-43fc-adb5-573ac8b51de7 {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:55:49.888503 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 606fafec-aa05-43fc-adb5-573ac8b51de7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=606fafec-aa05-43fc-adb5-573ac8b51de7,segment=NetworkSegment(87acdd3d-d43a-43b2-b114-7774e6f8900e),segment_id=87acdd3d-d43a-43b2-b114-7774e6f8900e)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:55:49.935207 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:49.938238 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:55:50.082323 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=606fafec-aa05-43fc-adb5-573ac8b51de7,revision_number=7']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:55:50.086405 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:55:50.221976 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['606fafec-aa05-43fc-adb5-573ac8b51de7'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:55:50.708541 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460a012-ee53-4238-ae3e-6060772e4966 req-94fcfd8d-a3f0-4fa3-a4bb-96928cc3f514 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:50.714958 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0460a012-ee53-4238-ae3e-6060772e4966 req-94fcfd8d-a3f0-4fa3-a4bb-96928cc3f514 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 944 time: 0.6025400 Apr 05 15:55:50.782353 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:50.788781 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ed372-75d9-4346-bfa9-ff64142bbf00 req-cae906d5-c96f-456f-b3c2-cda8d8c70ad5 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:50.790456 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b29ed372-75d9-4346-bfa9-ff64142bbf00 req-cae906d5-c96f-456f-b3c2-cda8d8c70ad5 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 945 time: 0.8574216 Apr 05 15:55:50.841349 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-03ea4e02-faa0-4e35-9681-557def338c09 req-ec6d73e1-fe06-4b4e-81e4-e83981104628 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:50.841771 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-03ea4e02-faa0-4e35-9681-557def338c09 req-ec6d73e1-fe06-4b4e-81e4-e83981104628 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850964789'] for floatingip, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:50.842129 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.l3_db [req-03ea4e02-faa0-4e35-9681-557def338c09 req-ec6d73e1-fe06-4b4e-81e4-e83981104628 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Floating IP 225e84c1-d9fc-43fa-bf0a-4eeb1a8ea643 disassociated. External IP: 172.27.0.7, port: 83ae140d-1b28-4aef-ac86-8debff592958. Apr 05 15:55:50.842562 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-03ea4e02-faa0-4e35-9681-557def338c09 req-ec6d73e1-fe06-4b4e-81e4-e83981104628 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Calling delete_port for 83ae140d-1b28-4aef-ac86-8debff592958 owned by compute:nova {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:55:50.890502 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0460a012-ee53-4238-ae3e-6060772e4966 req-efbfaae5-6994-44d6-b14a-b7b70632efd0 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690338 Apr 05 15:55:50.917141 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b29ed372-75d9-4346-bfa9-ff64142bbf00 req-f30e8d23-e1fb-4a4f-956c-f5791cd9cc95 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups?id=f63ef1bc-206b-4af4-9218-ae96b052e0f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127858 Apr 05 15:55:51.152629 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dc710-eaa7-4d96-912d-4234d9090c34 req-54b569ae-2ce1-4360-9a1e-2d28d184e12b tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:51.154214 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6e4dc710-eaa7-4d96-912d-4234d9090c34 req-54b569ae-2ce1-4360-9a1e-2d28d184e12b tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 945 time: 0.1066682 Apr 05 15:55:51.181548 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-03ea4e02-faa0-4e35-9681-557def338c09 req-ec6d73e1-fe06-4b4e-81e4-e83981104628 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:51.200587 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6b90e5bd-c8e3-4227-bb95-aee5f79b95c4 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:55:51.273816 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d73e1-fe06-4b4e-81e4-e83981104628 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Pushing event deleted for resources: {'Port': ['ID=83ae140d-1b28-4aef-ac86-8debff592958,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:55:51.276557 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-ec6d73e1-fe06-4b4e-81e4-e83981104628 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:55:51.293674 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6e4dc710-eaa7-4d96-912d-4234d9090c34 req-59683ea6-0be6-4e22-b7ae-9c0a0b0fd9ee tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320319 Apr 05 15:55:51.628224 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03ea4e02-faa0-4e35-9681-557def338c09 req-ec6d73e1-fe06-4b4e-81e4-e83981104628 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Router b280af41-78b4-40d4-9ba7-d27667835dc2 has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:55:51.830693 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03ea4e02-faa0-4e35-9681-557def338c09 req-ec6d73e1-fe06-4b4e-81e4-e83981104628 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:55:51.843190 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b2d78-18c7-4864-b10c-9dc81fafd7c1 None None] Sync routers for ids ['b280af41-78b4-40d4-9ba7-d27667835dc2'] in dv-cinder-784779-1-iscsi {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:55:51.872709 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5738bcf2-4934-4e36-99a8-59eaed2afdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:51.882117 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b2d78-18c7-4864-b10c-9dc81fafd7c1 None None] Routers {'b280af41-78b4-40d4-9ba7-d27667835dc2'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:55:51.882806 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-5a5b2d78-18c7-4864-b10c-9dc81fafd7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:55:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['b280af41-78b4-40d4-9ba7-d27667835dc2'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:55:51.981525 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ea4e02-faa0-4e35-9681-557def338c09 req-ec6d73e1-fe06-4b4e-81e4-e83981104628 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] No DVR routers for this DVR port 83ae140d-1b28-4aef-ac86-8debff592958 on host hv-cinder-78477 {{(pid=84430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:55:51.984588 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-03ea4e02-faa0-4e35-9681-557def338c09 req-ec6d73e1-fe06-4b4e-81e4-e83981104628 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:51.988891 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d', 'name': 'network-vif-deleted', 'tag': '83ae140d-1b28-4aef-ac86-8debff592958'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:55:52.013965 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-03ea4e02-faa0-4e35-9681-557def338c09 req-ec6d73e1-fe06-4b4e-81e4-e83981104628 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.43 "DELETE /v2.0/ports/83ae140d-1b28-4aef-ac86-8debff592958 HTTP/1.1" status: 204 len: 173 time: 2.6635666 Apr 05 15:55:52.165258 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-5a5b2d78-18c7-4864-b10c-9dc81fafd7c1 None None] Set router b280af41-78b4-40d4-9ba7-d27667835dc2 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:55:52.181172 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-0d3007b7-1e86-4ca3-bf20-d4af990d0053 req-52a35ee7-877f-4b07-b8ac-cbc5f3180c92 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Synchronizing usage tracker for tenant:5cd97b12be18437993ae8b61408dfe02 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:55:52.273760 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5b162-60ff-4438-959a-e782d55c9f92 req-b2304f54-968a-4967-8a11-17b2aac8f574 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:52.275522 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ace5b162-60ff-4438-959a-e782d55c9f92 req-b2304f54-968a-4967-8a11-17b2aac8f574 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 944 time: 0.1372476 Apr 05 15:55:52.276787 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-0d3007b7-1e86-4ca3-bf20-d4af990d0053 req-52a35ee7-877f-4b07-b8ac-cbc5f3180c92 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Unset dirty status for tenant:5cd97b12be18437993ae8b61408dfe02 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:55:52.283845 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0d3007b7-1e86-4ca3-bf20-d4af990d0053 req-52a35ee7-877f-4b07-b8ac-cbc5f3180c92 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 210 time: 0.1940348 Apr 05 15:55:52.350485 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ace5b162-60ff-4438-959a-e782d55c9f92 req-84f7f005-6a19-425a-94b8-740232f419b5 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651453 Apr 05 15:55:52.353048 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d', 'name': 'network-vif-deleted', 'tag': '83ae140d-1b28-4aef-ac86-8debff592958', 'status': 'completed', 'code': 200} Apr 05 15:55:52.449061 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:52.591199 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1722a84-df8e-4476-b48b-ac07e01215ca req-8f0edc83-a1e7-41cc-9f04-2954eb1a23cd tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:52.593359 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c1722a84-df8e-4476-b48b-ac07e01215ca req-8f0edc83-a1e7-41cc-9f04-2954eb1a23cd tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 945 time: 0.1433311 Apr 05 15:55:52.647534 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c1722a84-df8e-4476-b48b-ac07e01215ca req-f4fae725-13cf-4ad8-8231-94626b5e828f tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464671 Apr 05 15:55:52.774306 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-5a5b2d78-18c7-4864-b10c-9dc81fafd7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'name': 'tempest-AttachVolumeTestJSON-1671732284-router', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:06Z', 'updated_at': '2021-04-05T15:49:28Z', 'revision_number': 4, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'gw_port': {'id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:08Z', 'updated_at': '2021-04-05T15:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'fa727824-c59d-4b59-b683-5687c104b293', 'name': '', 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'mac_address': 'fa:16:3e:ac:b6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:26Z', 'updated_at': '2021-04-05T15:49:42Z', 'revision_number': 5, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'subnets': [{'id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:55:52.778840 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b2d78-18c7-4864-b10c-9dc81fafd7c1 None None] Checking router: b280af41-78b4-40d4-9ba7-d27667835dc2 for host: dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:55:52.788457 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b2d78-18c7-4864-b10c-9dc81fafd7c1 None None] Routers {'b280af41-78b4-40d4-9ba7-d27667835dc2'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:55:52.789152 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-5a5b2d78-18c7-4864-b10c-9dc81fafd7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:55:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['b280af41-78b4-40d4-9ba7-d27667835dc2'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:55:53.001197 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-5a5b2d78-18c7-4864-b10c-9dc81fafd7c1 None None] Set router b280af41-78b4-40d4-9ba7-d27667835dc2 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:55:53.368600 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-5a5b2d78-18c7-4864-b10c-9dc81fafd7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'name': 'tempest-AttachVolumeTestJSON-1671732284-router', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:06Z', 'updated_at': '2021-04-05T15:49:28Z', 'revision_number': 4, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'gw_port': {'id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:08Z', 'updated_at': '2021-04-05T15:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'fa727824-c59d-4b59-b683-5687c104b293', 'name': '', 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'mac_address': 'fa:16:3e:ac:b6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:26Z', 'updated_at': '2021-04-05T15:49:42Z', 'revision_number': 5, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'subnets': [{'id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:55:53.374585 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b2d78-18c7-4864-b10c-9dc81fafd7c1 None None] The sync data for ids ['b280af41-78b4-40d4-9ba7-d27667835dc2'] in dv-cinder-784779-1-iscsi is: [{'id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'name': 'tempest-AttachVolumeTestJSON-1671732284-router', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:06Z', 'updated_at': '2021-04-05T15:49:28Z', 'revision_number': 4, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'gw_port': {'id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:08Z', 'updated_at': '2021-04-05T15:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'fa727824-c59d-4b59-b683-5687c104b293', 'name': '', 'network_id': '3ce8b371-7444-4e4c-b34f-4697bdc6ea9f', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'mac_address': 'fa:16:3e:ac:b6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:26Z', 'updated_at': '2021-04-05T15:49:42Z', 'revision_number': 5, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'subnets': [{'id': '368c6b65-9ecb-4154-a01c-9ea51d2251a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:55:53.450920 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3c816d31-f9ee-40cb-bd36-54839b32f64e req-a9daa603-3b89-463f-a9f0-275045fe21db tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 210 time: 0.0533669 Apr 05 15:55:53.628809 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f85f6-c13e-4929-8693-e7a6f2c21207 req-d101bfb7-899a-4b17-90f4-13d5cd155695 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:53.630484 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3d8f85f6-c13e-4929-8693-e7a6f2c21207 req-d101bfb7-899a-4b17-90f4-13d5cd155695 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 944 time: 0.1204348 Apr 05 15:55:53.685776 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3d8f85f6-c13e-4929-8693-e7a6f2c21207 req-0c1c27ed-e5f5-424e-bde4-5cb8add16d0f tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482929 Apr 05 15:55:53.831306 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:53.841647 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6b973d-c841-4f44-a8e0-2172ce63fd58 None None] New status for floating IP 225e84c1-d9fc-43fa-bf0a-4eeb1a8ea643: DOWN {{(pid=84432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 15:55:53.907850 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7735d39-6edc-4cf3-b9b4-787b16f9915b req-039be0b8-e934-4743-ace7-0fa4c4a16a9f tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:53.909518 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b7735d39-6edc-4cf3-b9b4-787b16f9915b req-039be0b8-e934-4743-ace7-0fa4c4a16a9f tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 945 time: 0.1159220 Apr 05 15:55:53.961474 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b7735d39-6edc-4cf3-b9b4-787b16f9915b req-a5b3de28-332a-48d0-914c-07c5f430fe25 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447543 Apr 05 15:55:53.983237 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 83ae140d-1b28-4aef-ac86-8debff592958 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:55:54.033270 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] No Port match for: 83ae140d-1b28-4aef-ac86-8debff592958 {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:55:54.033984 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 83ae140d-1b28-4aef-ac86-8debff592958 not bound to the agent host hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:55:54.626311 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a98c871c-6c3a-4519-a112-afe654539af5 req-d5ebabf0-5d12-49ca-82a5-c2d69f9fee44 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 210 time: 0.0587296 Apr 05 15:55:55.084376 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70171803-083e-48b8-ad99-699f41850986 req-b76f5bbf-3e6d-4986-97be-26f120d6e7a8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:55.086144 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-70171803-083e-48b8-ad99-699f41850986 req-b76f5bbf-3e6d-4986-97be-26f120d6e7a8 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 944 time: 0.2594497 Apr 05 15:55:55.133964 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-7e018db6-a633-42e4-b5f9-01be14aac286 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:55.135588 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-7e018db6-a633-42e4-b5f9-01be14aac286 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/networks?id=742f0d6b-c627-488c-9d6d-30bf03552eab HTTP/1.1" status: 200 len: 813 time: 0.2165644 Apr 05 15:55:55.163744 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-7d48d7cb-5b56-424e-80b1-6531442944a1 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/quotas/a9e3712c411b4003b59b08ae7e238887 HTTP/1.1" status: 200 len: 375 time: 0.0183949 Apr 05 15:55:55.166830 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-70171803-083e-48b8-ad99-699f41850986 req-507b4173-307f-484b-922c-9e043bb322e3 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705924 Apr 05 15:55:55.219511 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-0f44eb89-7639-4827-839c-371eb747d4db tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a9e3712c411b4003b59b08ae7e238887&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498383 Apr 05 15:55:55.443426 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-39c52b1e-3617-4b5f-aeee-4c224d7cea62 service neutron] 10.222.0.44 "GET /v2.0/networks/742f0d6b-c627-488c-9d6d-30bf03552eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053699 Apr 05 15:55:55.579577 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f77078-d9e9-4a19-964d-60f8d11f1086 req-cecbe1fe-107e-4551-8718-a26bc62d4e7d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:55.581404 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d2f77078-d9e9-4a19-964d-60f8d11f1086 req-cecbe1fe-107e-4551-8718-a26bc62d4e7d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 945 time: 0.2429709 Apr 05 15:55:55.653894 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-4da63a49-e498-48bf-9e53-d5da7dd2d4fa service neutron] 10.222.0.44 "GET /v2.0/networks/742f0d6b-c627-488c-9d6d-30bf03552eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017756 Apr 05 15:55:55.664401 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d2f77078-d9e9-4a19-964d-60f8d11f1086 req-dd8e41f2-e73d-42b5-8791-2497c5ebd7a2 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743511 Apr 05 15:55:55.934621 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3d2b3f9e-13d7-4b0b-8ca1-ecf1ba31f1b4 req-18eba15c-db74-43ff-8a4d-2020255dac35 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 210 time: 0.1421762 Apr 05 15:55:55.941592 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-47e99dfb-6492-497b-b6d1-c76af4252809 req-6dd0aee8-8eb6-4001-9c13-84f45d0ee9b3 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.1007049 Apr 05 15:55:56.000416 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 606fafec-aa05-43fc-adb5-573ac8b51de7 up at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:55:56.081940 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning complete for port 606fafec-aa05-43fc-adb5-573ac8b51de7 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:55:56.081940 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:56.233621 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:56.284800 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0381a980-ee96-408d-946f-f298bfd3ee27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606fafec-aa05-43fc-adb5-573ac8b51de7'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:55:56.295417 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 606fafec-aa05-43fc-adb5-573ac8b51de7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=606fafec-aa05-43fc-adb5-573ac8b51de7,segment=NetworkSegment(87acdd3d-d43a-43b2-b114-7774e6f8900e),segment_id=87acdd3d-d43a-43b2-b114-7774e6f8900e)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:55:56.329572 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:55:56.332975 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:55:56.368449 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0381a980-ee96-408d-946f-f298bfd3ee27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606fafec-aa05-43fc-adb5-573ac8b51de7', 'code': 200} Apr 05 15:55:56.419909 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=606fafec-aa05-43fc-adb5-573ac8b51de7,revision_number=8']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:55:56.423284 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:55:56.436699 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4b043-e81d-4ef8-9342-4167a127de8c req-67b11f50-8879-4f77-a1a5-324516ce0cdf tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:56.438731 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-58c4b043-e81d-4ef8-9342-4167a127de8c req-67b11f50-8879-4f77-a1a5-324516ce0cdf tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 944 time: 0.1159370 Apr 05 15:55:56.493115 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-58c4b043-e81d-4ef8-9342-4167a127de8c req-315104f9-7136-4ad0-81ae-0251169c8e28 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435774 Apr 05 15:55:56.890132 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac21a4-f13b-40f7-b3d7-ae31817f6902 req-5962dc26-d0e0-4d12-80c7-603fc4c31b36 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:56.892352 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2cac21a4-f13b-40f7-b3d7-ae31817f6902 req-5962dc26-d0e0-4d12-80c7-603fc4c31b36 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.0981374 Apr 05 15:55:56.945447 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2cac21a4-f13b-40f7-b3d7-ae31817f6902 req-26509456-ddf0-467e-8fac-c686358365a9 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459473 Apr 05 15:55:57.157985 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0304978c-68a9-4c9e-b39f-a7e6ef5773c7 req-d4ccde8c-8e6e-4492-add2-9e33d5c4044c tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 210 time: 0.1042054 Apr 05 15:55:57.165780 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-daaee1a6-bcca-4db3-8cb2-e412712dd154 req-dc716dfb-943e-48c3-b238-ddd68533f106 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0630424 Apr 05 15:55:57.713739 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394e1d0-29a6-4e7c-a72d-7c8c6942d991 req-71c1a9cd-37f9-4a2c-938a-197cede55480 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:57.715361 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6394e1d0-29a6-4e7c-a72d-7c8c6942d991 req-71c1a9cd-37f9-4a2c-938a-197cede55480 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 944 time: 0.0992548 Apr 05 15:55:57.762999 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6394e1d0-29a6-4e7c-a72d-7c8c6942d991 req-c0cb3153-23ca-44a5-b938-8338efc5c579 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412450 Apr 05 15:55:58.168961 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91ddd3-ba5c-4121-ac4e-e5753926a647 req-e617e374-14be-477a-a617-4dd7bb963ab7 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:58.170607 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ac91ddd3-ba5c-4121-ac4e-e5753926a647 req-e617e374-14be-477a-a617-4dd7bb963ab7 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.0940208 Apr 05 15:55:58.228578 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ac91ddd3-ba5c-4121-ac4e-e5753926a647 req-ad490ac9-8124-4569-ab59-ea41cecd1a44 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514483 Apr 05 15:55:58.398933 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3cf8c1b9-350f-47f2-bbec-2c5d6982a511 req-09dcb86b-f8cc-467c-9d99-e8ee4619af43 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 210 time: 0.0954762 Apr 05 15:55:58.409005 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5aca2a88-2000-4eb6-a025-588630005fe7 req-17786326-a06e-4c31-8a65-76511873153f tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0580170 Apr 05 15:55:58.980689 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573407e8-dfe1-4871-972d-e1a92c5399c2 req-56df1ccb-3136-4db9-8aa0-0e96bd828951 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:58.982245 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-573407e8-dfe1-4871-972d-e1a92c5399c2 req-56df1ccb-3136-4db9-8aa0-0e96bd828951 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 944 time: 0.0964961 Apr 05 15:55:59.034144 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-573407e8-dfe1-4871-972d-e1a92c5399c2 req-8b864835-84ee-41cd-94f1-e123e131e129 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449276 Apr 05 15:55:59.467802 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812a4e8-0fae-4e9d-8408-b3b5b4debaef req-1cd1c53b-ea59-4242-a70e-0208992dbc3a tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:55:59.469886 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a812a4e8-0fae-4e9d-8408-b3b5b4debaef req-1cd1c53b-ea59-4242-a70e-0208992dbc3a tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.1142113 Apr 05 15:55:59.523148 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a812a4e8-0fae-4e9d-8408-b3b5b4debaef req-aeab4d89-bc1e-441f-b3a8-51e8a074559f tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457158 Apr 05 15:55:59.598607 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9bb02be2-f408-412e-ad73-bf2068bf93e5 req-c7406335-6b47-45c8-ace4-79664d95cd5d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0513608 Apr 05 15:55:59.690036 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-45014b59-ed06-4613-9fd5-7c962c9ae3e0 req-ea3f9027-6b3c-4288-af1d-71fbdc46c16d tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 210 time: 0.0543082 Apr 05 15:56:00.249222 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda83e56-c226-4075-9728-e69dddf6c80d req-f12bfe3a-df19-48e0-bc71-ab9e368a6870 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:00.250896 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bda83e56-c226-4075-9728-e69dddf6c80d req-f12bfe3a-df19-48e0-bc71-ab9e368a6870 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 944 time: 0.0927813 Apr 05 15:56:00.297806 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bda83e56-c226-4075-9728-e69dddf6c80d req-293c6e5e-15d1-475a-acc2-04794a074d16 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400903 Apr 05 15:56:01.032727 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c0beb359-08c7-43c9-840c-3a87afe49913 req-b80af96e-56aa-4ba0-98af-b661015c0942 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.3190730 Apr 05 15:56:01.104380 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17ea54-4f4d-48cc-84d8-b6b4002fa744 req-77476191-211a-4fba-a99a-4da634db036f tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:01.106144 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ca17ea54-4f4d-48cc-84d8-b6b4002fa744 req-77476191-211a-4fba-a99a-4da634db036f tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.4626906 Apr 05 15:56:01.242829 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ae5c7be9-2805-492d-9671-0205447c84a5 req-632d8690-6807-43b8-b545-cb6187b71f43 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 210 time: 0.0800645 Apr 05 15:56:01.246575 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ca17ea54-4f4d-48cc-84d8-b6b4002fa744 req-56c13b88-f179-47e8-b4ce-5c4a94c80a6b tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320271 Apr 05 15:56:01.249260 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8013d5-4dc2-4299-aa49-255f6506a9b9 req-06703138-3689-45b3-8742-d871e8f88de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:01.251154 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5c8013d5-4dc2-4299-aa49-255f6506a9b9 req-06703138-3689-45b3-8742-d871e8f88de4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 1099 time: 0.2130332 Apr 05 15:56:01.307774 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5c8013d5-4dc2-4299-aa49-255f6506a9b9 req-24b0805a-b212-4cb8-8ccf-8358bbd2e138 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492630 Apr 05 15:56:01.517576 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fc99d-0ad0-496e-9650-fef4b7006b10 req-8ada5ad5-3496-4fd8-ba90-f1fa208260e4 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:01.519205 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c89fc99d-0ad0-496e-9650-fef4b7006b10 req-8ada5ad5-3496-4fd8-ba90-f1fa208260e4 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 944 time: 0.0928915 Apr 05 15:56:01.570415 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c89fc99d-0ad0-496e-9650-fef4b7006b10 req-95c9711d-9777-44e0-afe5-2a1b63df3b42 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440927 Apr 05 15:56:02.045297 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 76fd303e-79dd-4a7c-a799-9864eb7a43e8 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:56:02.196694 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c38a8e95-eb47-4fb3-8306-863b381d6437 req-e615317a-a38f-49a4-8bbb-2875ef6fadc1 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0489125 Apr 05 15:56:02.198066 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 76fd303e-79dd-4a7c-a799-9864eb7a43e8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=76fd303e-79dd-4a7c-a799-9864eb7a43e8,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:56:02.213633 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Returning: {'device': '76fd303e-79dd-4a7c-a799-9864eb7a43e8', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'port_id': '76fd303e-79dd-4a7c-a799-9864eb7a43e8', 'mac_address': 'fa:16:3e:50:f6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:56:02.273583 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:02.292032 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76fd303e-79dd-4a7c-a799-9864eb7a43e8 {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:56:02.308714 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 76fd303e-79dd-4a7c-a799-9864eb7a43e8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=76fd303e-79dd-4a7c-a799-9864eb7a43e8,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:56:02.471740 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2a5eccae-d64a-4d65-a756-010733ebe04f req-0c0c087b-f928-44bf-b8be-93946d9212f3 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 210 time: 0.0577724 Apr 05 15:56:02.510460 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d1864-18aa-4d59-9e85-b1e90050b321 req-2f9b5c69-21b6-4f6d-a714-b73960345540 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:02.512113 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-949d1864-18aa-4d59-9e85-b1e90050b321 req-2f9b5c69-21b6-4f6d-a714-b73960345540 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.1402614 Apr 05 15:56:02.563477 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-949d1864-18aa-4d59-9e85-b1e90050b321 req-475d13f3-018c-44f0-8342-b3cf1e0454e4 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449483 Apr 05 15:56:02.800769 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e80291-233d-488a-a238-42be9ffce9ee req-bde38086-9dc8-476a-87c5-2638b8e02bda tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:02.802981 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-20e80291-233d-488a-a238-42be9ffce9ee req-bde38086-9dc8-476a-87c5-2638b8e02bda tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 945 time: 0.1008220 Apr 05 15:56:02.860223 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-20e80291-233d-488a-a238-42be9ffce9ee req-b0ab6156-3309-4c0c-b884-760044756a0d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510335 Apr 05 15:56:03.372019 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-caf4b226-b66a-4d91-85dd-a5907c48c0b6 req-7fa0b5c1-1744-45c9-b438-b3a169b68efd tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0523381 Apr 05 15:56:03.409929 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:03.411404 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-8dfd8f11-40ed-415d-80b8-2bac4d691252 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:03.486043 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=76fd303e-79dd-4a7c-a799-9864eb7a43e8,revision_number=9']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:03.489566 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:03.642096 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['76fd303e-79dd-4a7c-a799-9864eb7a43e8'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:56:03.651562 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fc7920aa-909b-41e2-8508-824e214a3dc9 req-82d9f656-3734-4909-b426-f873919ccde9 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d664fd7-7cb6-4db6-8030-3c6dca9c0e1d HTTP/1.1" status: 200 len: 210 time: 0.0501390 Apr 05 15:56:03.784566 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cb547-b26e-48c8-b362-2b9e86fe124b req-4165a335-47b8-485c-961b-8a1ada23ad24 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:03.786070 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a38cb547-b26e-48c8-b362-2b9e86fe124b req-4165a335-47b8-485c-961b-8a1ada23ad24 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.0930030 Apr 05 15:56:03.834847 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a38cb547-b26e-48c8-b362-2b9e86fe124b req-34eac925-754e-42fe-8b14-c386777448d7 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415199 Apr 05 15:56:04.107544 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328ba99-c824-43df-961a-87a5b4a7efbf req-3c0bc740-5dce-4a19-9f22-b30540661e76 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:04.109130 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7328ba99-c824-43df-961a-87a5b4a7efbf req-3c0bc740-5dce-4a19-9f22-b30540661e76 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 945 time: 0.1294093 Apr 05 15:56:04.247149 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7328ba99-c824-43df-961a-87a5b4a7efbf req-ba16ed39-9bc9-4cf3-9aba-296626c43c75 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831654 Apr 05 15:56:04.258040 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-d9eb85a4-81cc-41f9-8384-b9f6c59212b2 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:04.259693 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-d9eb85a4-81cc-41f9-8384-b9f6c59212b2 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.43 "GET /v2.0/networks?id=742f0d6b-c627-488c-9d6d-30bf03552eab HTTP/1.1" status: 200 len: 813 time: 0.2055380 Apr 05 15:56:04.278633 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-95645e35-5bf6-4b6e-8128-bdb2b73af1ac tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Request body: {'port': {'device_id': 'c8732863-af56-40ae-8e53-f12b72684a2b', 'network_id': '742f0d6b-c627-488c-9d6d-30bf03552eab', 'admin_state_up': True, 'tenant_id': 'a9e3712c411b4003b59b08ae7e238887'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:56:04.427723 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-95645e35-5bf6-4b6e-8128-bdb2b73af1ac tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:56:04.438463 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-95645e35-5bf6-4b6e-8128-bdb2b73af1ac tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:56:04.477260 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-95645e35-5bf6-4b6e-8128-bdb2b73af1ac tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Made reservation on behalf of a9e3712c411b4003b59b08ae7e238887 for: {'port': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:56:04.483673 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-95645e35-5bf6-4b6e-8128-bdb2b73af1ac tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:04.552106 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-aec5c0b7-3c21-47f3-b036-9fc031590cd1 req-e2126c2c-d103-4c7f-b79f-cf5621b917e5 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0554409 Apr 05 15:56:04.706587 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-95645e35-5bf6-4b6e-8128-bdb2b73af1ac tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Allocated IP 172.20.0.3 (742f0d6b-c627-488c-9d6d-30bf03552eab/923d82e8-4216-4e0f-9fc4-7c5502e914f1/22a1e38e-1d78-4e42-80dd-e49c5302e3b7) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:56:04.927193 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-95645e35-5bf6-4b6e-8128-bdb2b73af1ac tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:04.991934 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-95645e35-5bf6-4b6e-8128-bdb2b73af1ac tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:05.007258 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-8d35e8ec-db53-416c-b4cc-0edde6016437 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:05.154456 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95645e35-5bf6-4b6e-8128-bdb2b73af1ac tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Pushing event updated for resources: {'Port': ['ID=22a1e38e-1d78-4e42-80dd-e49c5302e3b7,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:05.158751 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-95645e35-5bf6-4b6e-8128-bdb2b73af1ac tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:05.201990 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-95645e35-5bf6-4b6e-8128-bdb2b73af1ac tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Network 742f0d6b-c627-488c-9d6d-30bf03552eab is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:56:05.203186 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-95645e35-5bf6-4b6e-8128-bdb2b73af1ac tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Resources bound (agent type, host, resource id): {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:56:05.205491 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-95645e35-5bf6-4b6e-8128-bdb2b73af1ac tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:56:05.274109 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-95645e35-5bf6-4b6e-8128-bdb2b73af1ac tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:05.274721 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-95645e35-5bf6-4b6e-8128-bdb2b73af1ac tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:05.403603 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-95645e35-5bf6-4b6e-8128-bdb2b73af1ac tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1293335 Apr 05 15:56:05.417362 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-a4d44277-85bb-4b66-b259-1ba1b940156f service neutron] Request body: {'port': {'device_id': 'c8732863-af56-40ae-8e53-f12b72684a2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:56:05.629503 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-a4d44277-85bb-4b66-b259-1ba1b940156f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:05.715810 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324d3d4-f1e6-4f70-9cd8-7e2d2f54da92 req-859768d9-af96-4f02-8ca7-4fba65d6d1dc tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:05.717380 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4324d3d4-f1e6-4f70-9cd8-7e2d2f54da92 req-859768d9-af96-4f02-8ca7-4fba65d6d1dc tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 945 time: 0.2422159 Apr 05 15:56:05.822178 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 43510) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:05.845364 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4324d3d4-f1e6-4f70-9cd8-7e2d2f54da92 req-384845bb-47a2-43d0-b99b-2d2aab16101c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197283 Apr 05 15:56:05.918421 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b129fbf-2ee8-4edc-aa97-49d488c9b7ed tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:05.956170 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b129fbf-2ee8-4edc-aa97-49d488c9b7ed tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:06.062064 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 76fd303e-79dd-4a7c-a799-9864eb7a43e8 up at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:56:06.145122 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b129fbf-2ee8-4edc-aa97-49d488c9b7ed tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:06.148092 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning complete for port 76fd303e-79dd-4a7c-a799-9864eb7a43e8 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:56:06.148514 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:06.150793 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c115490d-42ac-4655-9236-df455b3e4a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:06.167822 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b129fbf-2ee8-4edc-aa97-49d488c9b7ed tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63ef1bc-206b-4af4-9218-ae96b052e0f3,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:06.177335 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b129fbf-2ee8-4edc-aa97-49d488c9b7ed tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:56:06.177335 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b129fbf-2ee8-4edc-aa97-49d488c9b7ed tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:56:06.177335 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b129fbf-2ee8-4edc-aa97-49d488c9b7ed tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:56:06.177644 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b129fbf-2ee8-4edc-aa97-49d488c9b7ed tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:56:06.178549 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b129fbf-2ee8-4edc-aa97-49d488c9b7ed tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:56:06.178962 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b129fbf-2ee8-4edc-aa97-49d488c9b7ed tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:56:06.179370 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b129fbf-2ee8-4edc-aa97-49d488c9b7ed tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:56:06.179784 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b129fbf-2ee8-4edc-aa97-49d488c9b7ed tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:56:06.180175 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b129fbf-2ee8-4edc-aa97-49d488c9b7ed tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:56:06.180573 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b129fbf-2ee8-4edc-aa97-49d488c9b7ed tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:56:06.180968 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b129fbf-2ee8-4edc-aa97-49d488c9b7ed tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:56:06.181363 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b129fbf-2ee8-4edc-aa97-49d488c9b7ed tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:56:06.184835 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3b129fbf-2ee8-4edc-aa97-49d488c9b7ed tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:06.202214 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b129fbf-2ee8-4edc-aa97-49d488c9b7ed tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:06.203759 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-3b129fbf-2ee8-4edc-aa97-49d488c9b7ed tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "DELETE /v2.0/security-groups/f63ef1bc-206b-4af4-9218-ae96b052e0f3 HTTP/1.1" status: 204 len: 168 time: 0.3805404 Apr 05 15:56:06.206759 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 43514) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:06.227499 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.v2.resource [None req-54198c4b-91b1-41cd-8d0e-dcdd73f4fc92 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] show failed (client error): The resource could not be found. Apr 05 15:56:06.231467 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-54198c4b-91b1-41cd-8d0e-dcdd73f4fc92 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "GET /v2.0/security-groups/f63ef1bc-206b-4af4-9218-ae96b052e0f3 HTTP/1.1" status: 404 len: 347 time: 0.0207927 Apr 05 15:56:06.231763 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 43518) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:06.244497 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-a4d44277-85bb-4b66-b259-1ba1b940156f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22a1e38e-1d78-4e42-80dd-e49c5302e3b7 {{(pid=84430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:56:06.260033 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-a4d44277-85bb-4b66-b259-1ba1b940156f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:06.282660 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-a4d44277-85bb-4b66-b259-1ba1b940156f service neutron] Transition to ACTIVE for port object 22a1e38e-1d78-4e42-80dd-e49c5302e3b7 will not be triggered until provisioned by entity L2. {{(pid=84430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:56:06.295340 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16545a1-dc5e-49e9-acb0-17bb67f26873 req-d8d37713-1a50-4b3f-b2e3-5e133b6289dc tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:06.296349 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-c16545a1-dc5e-49e9-acb0-17bb67f26873 req-d8d37713-1a50-4b3f-b2e3-5e133b6289dc tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Synchronizing usage tracker for tenant:a9e3712c411b4003b59b08ae7e238887 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:56:06.307960 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:06.311457 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-a4d44277-85bb-4b66-b259-1ba1b940156f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844508714'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:06.327699 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:06.338723 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0c8c71-b721-46cc-b6e8-eee4d03eb450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fd303e-79dd-4a7c-a799-9864eb7a43e8'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:56:06.349231 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 76fd303e-79dd-4a7c-a799-9864eb7a43e8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=76fd303e-79dd-4a7c-a799-9864eb7a43e8,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:56:06.380013 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:06.382898 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:06.390632 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-c16545a1-dc5e-49e9-acb0-17bb67f26873 req-d8d37713-1a50-4b3f-b2e3-5e133b6289dc tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Unset dirty status for tenant:a9e3712c411b4003b59b08ae7e238887 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:56:06.392043 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c16545a1-dc5e-49e9-acb0-17bb67f26873 req-d8d37713-1a50-4b3f-b2e3-5e133b6289dc tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 931 time: 0.2833018 Apr 05 15:56:06.415839 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-ed4096dd-593a-4a23-8aa4-66672efd85a9 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Deleting port bd4b0ec1-9108-47c8-831d-4ec78f27cd52 {{(pid=84429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:56:06.416736 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ed4096dd-593a-4a23-8aa4-66672efd85a9 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:06.426988 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0c8c71-b721-46cc-b6e8-eee4d03eb450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fd303e-79dd-4a7c-a799-9864eb7a43e8', 'code': 200} Apr 05 15:56:06.464072 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=76fd303e-79dd-4a7c-a799-9864eb7a43e8,revision_number=10']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:06.474349 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:06.530733 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d44277-85bb-4b66-b259-1ba1b940156f service neutron] Pushing event updated for resources: {'Port': ['ID=22a1e38e-1d78-4e42-80dd-e49c5302e3b7,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:06.540490 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a4d44277-85bb-4b66-b259-1ba1b940156f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:06.547424 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c16545a1-dc5e-49e9-acb0-17bb67f26873 req-0d5667c1-0318-48ed-8d0a-86f60ff100d6 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/security-groups?id=707eb184-be04-44fc-a4b5-d0ecf30fb7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368351 Apr 05 15:56:06.617394 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ed4096dd-593a-4a23-8aa4-66672efd85a9 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:06.617762 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ed4096dd-593a-4a23-8aa4-66672efd85a9 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:06.754153 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-a4d44277-85bb-4b66-b259-1ba1b940156f service neutron] Attempting to bind port 22a1e38e-1d78-4e42-80dd-e49c5302e3b7 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:56:06.754816 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-a4d44277-85bb-4b66-b259-1ba1b940156f service neutron] Attempting to bind port 22a1e38e-1d78-4e42-80dd-e49c5302e3b7 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'df4183dd-ab41-482d-af44-7cf4ca52afe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '742f0d6b-c627-488c-9d6d-30bf03552eab'}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:56:06.754816 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-a4d44277-85bb-4b66-b259-1ba1b940156f service neutron] Attempting to bind port 22a1e38e-1d78-4e42-80dd-e49c5302e3b7 on network 742f0d6b-c627-488c-9d6d-30bf03552eab {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:56:06.759890 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-a4d44277-85bb-4b66-b259-1ba1b940156f service neutron] Port 22a1e38e-1d78-4e42-80dd-e49c5302e3b7 on network 742f0d6b-c627-488c-9d6d-30bf03552eab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:56:06.760251 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-a4d44277-85bb-4b66-b259-1ba1b940156f service neutron] Attempting to bind port 22a1e38e-1d78-4e42-80dd-e49c5302e3b7 on network 742f0d6b-c627-488c-9d6d-30bf03552eab {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:56:06.765760 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-a4d44277-85bb-4b66-b259-1ba1b940156f service neutron] Checking agent: {'id': 'e13e0a38-98d8-4e7c-86ff-f8c578f1bff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'started_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:56:06.766139 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-a4d44277-85bb-4b66-b259-1ba1b940156f service neutron] Checking segment: {'id': 'df4183dd-ab41-482d-af44-7cf4ca52afe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '742f0d6b-c627-488c-9d6d-30bf03552eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:56:06.766615 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-a4d44277-85bb-4b66-b259-1ba1b940156f service neutron] Bound using segment: {'id': 'df4183dd-ab41-482d-af44-7cf4ca52afe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '742f0d6b-c627-488c-9d6d-30bf03552eab'} {{(pid=84430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:56:06.767087 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-a4d44277-85bb-4b66-b259-1ba1b940156f service neutron] Bound port: 22a1e38e-1d78-4e42-80dd-e49c5302e3b7, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df4183dd-ab41-482d-af44-7cf4ca52afe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '742f0d6b-c627-488c-9d6d-30bf03552eab'}}] {{(pid=84430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:56:06.767470 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-a4d44277-85bb-4b66-b259-1ba1b940156f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:06.798245 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-ed4096dd-593a-4a23-8aa4-66672efd85a9 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Calling delete_port for bd4b0ec1-9108-47c8-831d-4ec78f27cd52 owned by network:floatingip {{(pid=84429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:56:06.868377 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-a4d44277-85bb-4b66-b259-1ba1b940156f service neutron] For port 22a1e38e-1d78-4e42-80dd-e49c5302e3b7, host hv-cinder-78477, cleared binding levels {{(pid=84430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:56:06.871629 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-a4d44277-85bb-4b66-b259-1ba1b940156f service neutron] For port 22a1e38e-1d78-4e42-80dd-e49c5302e3b7, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=22a1e38e-1d78-4e42-80dd-e49c5302e3b7,segment=NetworkSegment(df4183dd-ab41-482d-af44-7cf4ca52afe4),segment_id=df4183dd-ab41-482d-af44-7cf4ca52afe4)] {{(pid=84430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:56:06.913276 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-a4d44277-85bb-4b66-b259-1ba1b940156f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844508714'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:06.915242 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4ad7c-5576-47ff-924a-bd50f430c608 req-b504a259-8be7-4025-8709-d19c1b3a7509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:06.916898 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0fd4ad7c-5576-47ff-924a-bd50f430c608 req-b504a259-8be7-4025-8709-d19c1b3a7509 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 1100 time: 0.2294953 Apr 05 15:56:06.929744 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:06.963857 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0fd4ad7c-5576-47ff-924a-bd50f430c608 req-45e6c39d-0267-48bd-ac7b-b4ea366c916d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379364 Apr 05 15:56:07.101205 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ed4096dd-593a-4a23-8aa4-66672efd85a9 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:07.119164 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-29d30d0f-452f-412c-808e-3ec204ed6809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:07.184253 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4096dd-593a-4a23-8aa4-66672efd85a9 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Pushing event deleted for resources: {'Port': ['ID=bd4b0ec1-9108-47c8-831d-4ec78f27cd52,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:07.188769 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-ed4096dd-593a-4a23-8aa4-66672efd85a9 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:07.375457 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d44277-85bb-4b66-b259-1ba1b940156f service neutron] Pushing event updated for resources: {'Port': ['ID=22a1e38e-1d78-4e42-80dd-e49c5302e3b7,revision_number=3']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:07.379843 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a4d44277-85bb-4b66-b259-1ba1b940156f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:07.439914 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-a4d44277-85bb-4b66-b259-1ba1b940156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:07.440601 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-a4d44277-85bb-4b66-b259-1ba1b940156f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:07.442126 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-a4d44277-85bb-4b66-b259-1ba1b940156f service neutron] 10.222.0.43 "PUT /v2.0/ports/22a1e38e-1d78-4e42-80dd-e49c5302e3b7 HTTP/1.1" status: 200 len: 1093 time: 2.0301940 Apr 05 15:56:07.442749 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8732863-af56-40ae-8e53-f12b72684a2b', 'tag': '22a1e38e-1d78-4e42-80dd-e49c5302e3b7'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:56:07.468828 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5cda5-24ec-465a-9323-22c9835428db req-a3a9a09f-6489-4652-b762-66343a8868ed tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:07.468828 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-56a5cda5-24ec-465a-9323-22c9835428db req-a3a9a09f-6489-4652-b762-66343a8868ed tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 947 time: 0.4182212 Apr 05 15:56:07.492878 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8732863-af56-40ae-8e53-f12b72684a2b', 'tag': '22a1e38e-1d78-4e42-80dd-e49c5302e3b7', 'status': 'completed', 'code': 200} Apr 05 15:56:07.566830 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-56a5cda5-24ec-465a-9323-22c9835428db req-16dd78aa-6336-476c-9240-b3d2c19e7ef4 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907066 Apr 05 15:56:07.605472 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fff974-09a5-48ff-9523-c92b5f513b1b req-5cf71daa-7fa9-4913-b41a-6e3ebb43fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:07.607585 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-55fff974-09a5-48ff-9523-c92b5f513b1b req-5cf71daa-7fa9-4913-b41a-6e3ebb43fe1d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a9e3712c411b4003b59b08ae7e238887&device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 1096 time: 0.0912044 Apr 05 15:56:07.627977 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ed4096dd-593a-4a23-8aa4-66672efd85a9 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks [] for floatingip, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:07.678343 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ed4096dd-593a-4a23-8aa4-66672efd85a9 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for floatingip, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:07.679649 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-ed4096dd-593a-4a23-8aa4-66672efd85a9 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] 10.222.0.44 "DELETE /v2.0/floatingips/225e84c1-d9fc-43fa-bf0a-4eeb1a8ea643 HTTP/1.1" status: 204 len: 168 time: 1.4469173 Apr 05 15:56:07.847927 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fff974-09a5-48ff-9523-c92b5f513b1b req-20552c95-5c3d-4957-bffa-bf0c960f031d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:07.849515 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-55fff974-09a5-48ff-9523-c92b5f513b1b req-20552c95-5c3d-4957-bffa-bf0c960f031d service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=a9e3712c411b4003b59b08ae7e238887&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2344675 Apr 05 15:56:07.862683 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df986c-9c9c-40e0-8c7a-b10ea0fc5c68 req-6ef839e9-7eb9-43a7-a2f2-53106260485d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:07.864656 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-51df986c-9c9c-40e0-8c7a-b10ea0fc5c68 req-6ef839e9-7eb9-43a7-a2f2-53106260485d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 943 time: 0.1520913 Apr 05 15:56:08.048297 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-51df986c-9c9c-40e0-8c7a-b10ea0fc5c68 req-9e4845d8-5657-4824-89b1-e292a724eded tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/security-groups?id=707eb184-be04-44fc-a4b5-d0ecf30fb7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812020 Apr 05 15:56:08.050842 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fff974-09a5-48ff-9523-c92b5f513b1b req-b2abcee3-21f8-433c-9720-bc3a7bf66cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:08.052298 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-55fff974-09a5-48ff-9523-c92b5f513b1b req-b2abcee3-21f8-433c-9720-bc3a7bf66cd0 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1861968 Apr 05 15:56:08.171734 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-dc84c4ed-bf87-4c79-82a4-28d6b9fdf661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:08.173301 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-dc84c4ed-bf87-4c79-82a4-28d6b9fdf661 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a9e3712c411b4003b59b08ae7e238887&device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 1096 time: 0.0793970 Apr 05 15:56:08.253484 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-875c36ad-ef96-468b-bed2-82ca51225e5a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22a1e38e-1d78-4e42-80dd-e49c5302e3b7 HTTP/1.1" status: 200 len: 217 time: 0.0728910 Apr 05 15:56:08.324750 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-2466c674-dfec-46fe-ab5e-d48ee268d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:08.326361 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-2466c674-dfec-46fe-ab5e-d48ee268d340 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=923d82e8-4216-4e0f-9fc4-7c5502e914f1 HTTP/1.1" status: 200 len: 853 time: 0.0670958 Apr 05 15:56:08.387083 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-7432820c-84b9-4607-8dc3-ee9d4999d402 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=742f0d6b-c627-488c-9d6d-30bf03552eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542040 Apr 05 15:56:08.537112 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-93a3c004-f6dc-4b23-823d-16c1c1606063 service neutron] 10.222.0.43 "GET /v2.0/networks/742f0d6b-c627-488c-9d6d-30bf03552eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433825 Apr 05 15:56:08.691359 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-34696b0f-0998-45ac-9ea0-f67a09d4b1cc req-19ad00ad-03db-4c33-b5e1-a510e13fb810 service neutron] 10.222.0.43 "GET /v2.0/networks/742f0d6b-c627-488c-9d6d-30bf03552eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459789 Apr 05 15:56:08.787970 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d070d64-a10f-400d-bc23-ee38b79b8f45 req-e94d4248-4a8a-432a-9647-804ef4c959f7 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:08.789580 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0d070d64-a10f-400d-bc23-ee38b79b8f45 req-e94d4248-4a8a-432a-9647-804ef4c959f7 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 947 time: 0.0899312 Apr 05 15:56:08.838969 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0d070d64-a10f-400d-bc23-ee38b79b8f45 req-07e05c1d-d456-4ca3-8160-6283bbce3c4e tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429413 Apr 05 15:56:09.272787 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e396ada-e652-4b60-a567-ae0274e76cd6 req-909b7796-a2eb-4354-be83-19bb5719efd4 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:09.274979 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3e396ada-e652-4b60-a567-ae0274e76cd6 req-909b7796-a2eb-4354-be83-19bb5719efd4 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 943 time: 0.1098337 Apr 05 15:56:09.325962 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3e396ada-e652-4b60-a567-ae0274e76cd6 req-c474443f-c989-4bbc-bd2d-bfd64e4fc13c tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/security-groups?id=707eb184-be04-44fc-a4b5-d0ecf30fb7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434291 Apr 05 15:56:09.914649 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:56:10.044154 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e49fd2-ba68-47b5-821f-99c10b541291 req-c2bb9b73-a411-4077-af6f-e2b110b614c0 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:10.045723 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-94e49fd2-ba68-47b5-821f-99c10b541291 req-c2bb9b73-a411-4077-af6f-e2b110b614c0 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 947 time: 0.0885043 Apr 05 15:56:10.092832 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-94e49fd2-ba68-47b5-821f-99c10b541291 req-174e1cae-62cf-4693-98f4-06f3d8a0de1a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397630 Apr 05 15:56:10.540839 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888e4e1-f92e-488e-8935-bb0f1c295181 req-43b651e7-fc17-4f04-8b14-1f3cee97fe98 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:10.542471 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c888e4e1-f92e-488e-8935-bb0f1c295181 req-43b651e7-fc17-4f04-8b14-1f3cee97fe98 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 943 time: 0.0925415 Apr 05 15:56:10.591407 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c888e4e1-f92e-488e-8935-bb0f1c295181 req-57e8da74-b2ea-457b-b927-4003b53c97d0 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/security-groups?id=707eb184-be04-44fc-a4b5-d0ecf30fb7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417690 Apr 05 15:56:11.803105 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823d725-6436-4c42-a14d-0b5bfee5ff6a req-0307d5a5-45e6-4660-920e-d937a1b45dc1 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:11.805492 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d823d725-6436-4c42-a14d-0b5bfee5ff6a req-0307d5a5-45e6-4660-920e-d937a1b45dc1 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 943 time: 0.1002440 Apr 05 15:56:11.918133 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d823d725-6436-4c42-a14d-0b5bfee5ff6a req-eaeaa6ab-8dd2-4645-afae-55539ca31036 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/security-groups?id=707eb184-be04-44fc-a4b5-d0ecf30fb7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691774 Apr 05 15:56:11.947695 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfd6f0-a4ef-41a6-830d-0249fa877131 req-9940c1dd-7d5a-40be-8567-c75f67c6de8a tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:11.949327 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-43bfd6f0-a4ef-41a6-830d-0249fa877131 req-9940c1dd-7d5a-40be-8567-c75f67c6de8a tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd3475e8-8db1-4999-adf1-b27038a9c1a0 HTTP/1.1" status: 200 len: 945 time: 0.1419520 Apr 05 15:56:11.998225 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-43bfd6f0-a4ef-41a6-830d-0249fa877131 req-b5a696f9-950c-448a-a76c-1fccbc2b5423 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421519 Apr 05 15:56:12.094170 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 22a1e38e-1d78-4e42-80dd-e49c5302e3b7 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:56:12.106940 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 43606) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:12.255484 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 22a1e38e-1d78-4e42-80dd-e49c5302e3b7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=22a1e38e-1d78-4e42-80dd-e49c5302e3b7,segment=NetworkSegment(df4183dd-ab41-482d-af44-7cf4ca52afe4),segment_id=df4183dd-ab41-482d-af44-7cf4ca52afe4)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:56:12.271257 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Returning: {'device': '22a1e38e-1d78-4e42-80dd-e49c5302e3b7', 'network_id': '742f0d6b-c627-488c-9d6d-30bf03552eab', 'port_id': '22a1e38e-1d78-4e42-80dd-e49c5302e3b7', 'mac_address': 'fa:16:3e:6b:eb:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '923d82e8-4216-4e0f-9fc4-7c5502e914f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:56:12.340937 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:12.361481 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a1e38e-1d78-4e42-80dd-e49c5302e3b7 {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:56:12.377557 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 22a1e38e-1d78-4e42-80dd-e49c5302e3b7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=22a1e38e-1d78-4e42-80dd-e49c5302e3b7,segment=NetworkSegment(df4183dd-ab41-482d-af44-7cf4ca52afe4),segment_id=df4183dd-ab41-482d-af44-7cf4ca52afe4)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:56:12.414991 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:12.416891 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:12.487024 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=22a1e38e-1d78-4e42-80dd-e49c5302e3b7,revision_number=4']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:12.490407 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:12.690278 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['22a1e38e-1d78-4e42-80dd-e49c5302e3b7'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:56:12.799654 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7d4bd90e-f0bb-4399-a964-3f770bd5ffc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3866217'] for router_interface, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:13.138320 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d9aea-26b2-4034-9e27-05d75675a45d req-fe32d600-25c9-40d5-9be2-494e931d16cb tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:13.139969 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a04d9aea-26b2-4034-9e27-05d75675a45d req-fe32d600-25c9-40d5-9be2-494e931d16cb tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 944 time: 0.1102307 Apr 05 15:56:13.180326 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-7d4bd90e-f0bb-4399-a964-3f770bd5ffc4 admin admin] Deleting port fa727824-c59d-4b59-b683-5687c104b293 {{(pid=84429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:56:13.180699 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7d4bd90e-f0bb-4399-a964-3f770bd5ffc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:13.237019 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a04d9aea-26b2-4034-9e27-05d75675a45d req-f04e3370-debf-44b0-bdf9-b595e87659ca tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/security-groups?id=707eb184-be04-44fc-a4b5-d0ecf30fb7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906999 Apr 05 15:56:13.275248 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43f0d6-22c7-4080-9445-3fb1d5a3ef23 req-5259c44a-3ce2-4da9-b157-af93d6b744ee tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:13.276860 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0e43f0d6-22c7-4080-9445-3fb1d5a3ef23 req-5259c44a-3ce2-4da9-b157-af93d6b744ee tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd3475e8-8db1-4999-adf1-b27038a9c1a0 HTTP/1.1" status: 200 len: 945 time: 0.0973496 Apr 05 15:56:13.327133 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0e43f0d6-22c7-4080-9445-3fb1d5a3ef23 req-b83e0cfd-6c9b-4a13-87ec-544d830bcf9c tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438209 Apr 05 15:56:13.367442 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-7d4bd90e-f0bb-4399-a964-3f770bd5ffc4 admin admin] For port fa727824-c59d-4b59-b683-5687c104b293, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=fa727824-c59d-4b59-b683-5687c104b293,segment=NetworkSegment(8c957347-ca2f-4b08-a623-7dccb3bfa44a),segment_id=8c957347-ca2f-4b08-a623-7dccb3bfa44a)] {{(pid=84429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:56:13.367832 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7d4bd90e-f0bb-4399-a964-3f770bd5ffc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:13.497203 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c7ed5-717e-43a0-b651-ccfb6c47b5bf req-dcfff385-a05b-476a-9e91-d14ba78799fa tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:13.498833 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4b1c7ed5-717e-43a0-b651-ccfb6c47b5bf req-dcfff385-a05b-476a-9e91-d14ba78799fa tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd3475e8-8db1-4999-adf1-b27038a9c1a0 HTTP/1.1" status: 200 len: 945 time: 0.0870893 Apr 05 15:56:13.499497 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-7d4bd90e-f0bb-4399-a964-3f770bd5ffc4 admin admin] Calling delete_port for fa727824-c59d-4b59-b683-5687c104b293 owned by network:router_interface {{(pid=84429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:56:13.575438 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-4b1c7ed5-717e-43a0-b651-ccfb6c47b5bf req-25407c76-7da8-48e0-a7de-e18e515467e0 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Deleting port 88501de2-0adb-4520-a8e2-0b0099b610dc {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:56:13.575820 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-4b1c7ed5-717e-43a0-b651-ccfb6c47b5bf req-25407c76-7da8-48e0-a7de-e18e515467e0 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:13.727828 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7d4bd90e-f0bb-4399-a964-3f770bd5ffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:13.744024 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:13.812947 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4bd90e-f0bb-4399-a964-3f770bd5ffc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa727824-c59d-4b59-b683-5687c104b293,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:13.817068 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7d4bd90e-f0bb-4399-a964-3f770bd5ffc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:13.841902 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-4b1c7ed5-717e-43a0-b651-ccfb6c47b5bf req-25407c76-7da8-48e0-a7de-e18e515467e0 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] For port 88501de2-0adb-4520-a8e2-0b0099b610dc, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=88501de2-0adb-4520-a8e2-0b0099b610dc,segment=NetworkSegment(5c3e2455-115b-4e73-83c8-b139dc5b3c12),segment_id=5c3e2455-115b-4e73-83c8-b139dc5b3c12)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:56:13.842312 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-4b1c7ed5-717e-43a0-b651-ccfb6c47b5bf req-25407c76-7da8-48e0-a7de-e18e515467e0 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:14.107825 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 22a1e38e-1d78-4e42-80dd-e49c5302e3b7 up at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:56:14.225227 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7d4bd90e-f0bb-4399-a964-3f770bd5ffc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850863086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810748'] for router_interface, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:14.254333 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning for port 22a1e38e-1d78-4e42-80dd-e49c5302e3b7 completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:56:14.260223 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning complete for port 22a1e38e-1d78-4e42-80dd-e49c5302e3b7 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:56:14.264221 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:14.284964 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-4b1c7ed5-717e-43a0-b651-ccfb6c47b5bf req-25407c76-7da8-48e0-a7de-e18e515467e0 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:14.285386 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-4b1c7ed5-717e-43a0-b651-ccfb6c47b5bf req-25407c76-7da8-48e0-a7de-e18e515467e0 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850964789'] for floatingip, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:14.285740 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.l3_db [req-4b1c7ed5-717e-43a0-b651-ccfb6c47b5bf req-25407c76-7da8-48e0-a7de-e18e515467e0 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Floating IP 4fccd177-f042-49a8-81a5-d00b04fa0204 disassociated. External IP: 172.27.0.152, port: 88501de2-0adb-4520-a8e2-0b0099b610dc. Apr 05 15:56:14.286117 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-4b1c7ed5-717e-43a0-b651-ccfb6c47b5bf req-25407c76-7da8-48e0-a7de-e18e515467e0 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Calling delete_port for 88501de2-0adb-4520-a8e2-0b0099b610dc owned by compute:nova {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:56:14.560956 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:14.594276 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8732863-af56-40ae-8e53-f12b72684a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a1e38e-1d78-4e42-80dd-e49c5302e3b7'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:56:14.604791 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 22a1e38e-1d78-4e42-80dd-e49c5302e3b7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=22a1e38e-1d78-4e42-80dd-e49c5302e3b7,segment=NetworkSegment(df4183dd-ab41-482d-af44-7cf4ca52afe4),segment_id=df4183dd-ab41-482d-af44-7cf4ca52afe4)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:56:14.638388 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-4b1c7ed5-717e-43a0-b651-ccfb6c47b5bf req-25407c76-7da8-48e0-a7de-e18e515467e0 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:14.660822 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:14.662919 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:14.663324 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33cbd0-73b1-4c3c-9121-4e773373a215 req-0de7fc4e-ef21-467c-8ac5-9cbbd8a0473e tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:14.665020 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bb33cbd0-73b1-4c3c-9121-4e773373a215 req-0de7fc4e-ef21-467c-8ac5-9cbbd8a0473e tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 944 time: 0.2149935 Apr 05 15:56:14.665723 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-ec6d73e1-fe06-4b4e-81e4-e83981104628 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:14.717113 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a42d3c-9805-4b17-9eb5-e189bac71274 req-ab025a82-45c8-480f-8a45-fef0ec41a0aa tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:14.718697 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a9a42d3c-9805-4b17-9eb5-e189bac71274 req-ab025a82-45c8-480f-8a45-fef0ec41a0aa tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd3475e8-8db1-4999-adf1-b27038a9c1a0 HTTP/1.1" status: 200 len: 945 time: 0.2153080 Apr 05 15:56:14.736226 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=22a1e38e-1d78-4e42-80dd-e49c5302e3b7,revision_number=5']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:14.739796 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:14.753842 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25407c76-7da8-48e0-a7de-e18e515467e0 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Pushing event deleted for resources: {'Port': ['ID=88501de2-0adb-4520-a8e2-0b0099b610dc,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:14.780023 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-25407c76-7da8-48e0-a7de-e18e515467e0 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:15.049513 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4bd90e-f0bb-4399-a964-3f770bd5ffc4 admin admin] Router b280af41-78b4-40d4-9ba7-d27667835dc2 has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:56:15.148746 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a9a42d3c-9805-4b17-9eb5-e189bac71274 req-42909505-37ec-4ea4-98f8-865c16e326cd tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3965366 Apr 05 15:56:15.151510 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bb33cbd0-73b1-4c3c-9121-4e773373a215 req-8d9dc3c6-3f31-44fe-a320-2abe42294262 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/security-groups?id=707eb184-be04-44fc-a4b5-d0ecf30fb7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429827 Apr 05 15:56:15.240303 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8732863-af56-40ae-8e53-f12b72684a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a1e38e-1d78-4e42-80dd-e49c5302e3b7', 'code': 200} Apr 05 15:56:15.251616 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4bd90e-f0bb-4399-a964-3f770bd5ffc4 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:56:15.261453 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe8a794-2aed-4bb9-a79f-f60691265469 None None] Sync routers for ids ['b280af41-78b4-40d4-9ba7-d27667835dc2'] in dv-cinder-784779-1-iscsi {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:56:15.268243 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-7d4bd90e-f0bb-4399-a964-3f770bd5ffc4 admin admin] 10.222.0.44 "PUT /v2.0/routers/b280af41-78b4-40d4-9ba7-d27667835dc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1601362 Apr 05 15:56:15.269018 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 43622) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:15.277456 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe8a794-2aed-4bb9-a79f-f60691265469 None None] Routers {'b280af41-78b4-40d4-9ba7-d27667835dc2'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:56:15.278131 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-1fe8a794-2aed-4bb9-a79f-f60691265469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:55:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['b280af41-78b4-40d4-9ba7-d27667835dc2'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:56:15.336301 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:15.436695 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b1c7ed5-717e-43a0-b651-ccfb6c47b5bf req-25407c76-7da8-48e0-a7de-e18e515467e0 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Router 5b8080b2-7ffd-485f-be98-8ce663aad971 has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:56:15.462058 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-861841a5-da13-4142-97a1-6ab7343643c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:15.476417 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-1fe8a794-2aed-4bb9-a79f-f60691265469 None None] Set router b280af41-78b4-40d4-9ba7-d27667835dc2 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:56:15.641994 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b1c7ed5-717e-43a0-b651-ccfb6c47b5bf req-25407c76-7da8-48e0-a7de-e18e515467e0 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:56:15.657258 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f5e81e-56d2-4eda-bf5b-bdd8a9800dd1 None None] Sync routers for ids ['5b8080b2-7ffd-485f-be98-8ce663aad971'] in dv-cinder-784779-1-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:56:15.673524 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f5e81e-56d2-4eda-bf5b-bdd8a9800dd1 None None] Routers {'5b8080b2-7ffd-485f-be98-8ce663aad971'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:56:15.678733 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-e1f5e81e-56d2-4eda-bf5b-bdd8a9800dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:55:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['5b8080b2-7ffd-485f-be98-8ce663aad971'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:56:15.717537 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed34494-05a2-46f4-b620-4b37e9f07b8c req-f028e944-471d-4d86-a086-21c48c32f2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:15.726667 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9ed34494-05a2-46f4-b620-4b37e9f07b8c req-f028e944-471d-4d86-a086-21c48c32f2a5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 1098 time: 0.2088556 Apr 05 15:56:15.740467 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1c7ed5-717e-43a0-b651-ccfb6c47b5bf req-25407c76-7da8-48e0-a7de-e18e515467e0 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] No DVR routers for this DVR port 88501de2-0adb-4520-a8e2-0b0099b610dc on host hv-cinder-78477 {{(pid=84430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:56:15.747723 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-4b1c7ed5-717e-43a0-b651-ccfb6c47b5bf req-25407c76-7da8-48e0-a7de-e18e515467e0 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:15.750770 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3475e8-8db1-4999-adf1-b27038a9c1a0', 'name': 'network-vif-deleted', 'tag': '88501de2-0adb-4520-a8e2-0b0099b610dc'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:56:15.755127 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-861841a5-da13-4142-97a1-6ab7343643c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:15.771316 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4b1c7ed5-717e-43a0-b651-ccfb6c47b5bf req-25407c76-7da8-48e0-a7de-e18e515467e0 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.43 "DELETE /v2.0/ports/88501de2-0adb-4520-a8e2-0b0099b610dc HTTP/1.1" status: 204 len: 173 time: 2.2659624 Apr 05 15:56:15.805834 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-861841a5-da13-4142-97a1-6ab7343643c7 admin admin] Deleting port 4882f3ef-c85b-4c7a-9eee-75b164e87459 {{(pid=84429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:56:15.806287 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-861841a5-da13-4142-97a1-6ab7343643c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:15.858401 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3475e8-8db1-4999-adf1-b27038a9c1a0', 'name': 'network-vif-deleted', 'tag': '88501de2-0adb-4520-a8e2-0b0099b610dc', 'status': 'completed', 'code': 200} Apr 05 15:56:15.881393 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-1fe8a794-2aed-4bb9-a79f-f60691265469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'name': 'tempest-AttachVolumeTestJSON-1671732284-router', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:06Z', 'updated_at': '2021-04-05T15:56:13Z', 'revision_number': 5, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'gw_port': {'id': '4882f3ef-c85b-4c7a-9eee-75b164e87459', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:08Z', 'updated_at': '2021-04-05T15:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi'}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:56:15.884511 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9ed34494-05a2-46f4-b620-4b37e9f07b8c req-978b0a17-3c29-4c20-846e-50f8b5dea5cf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=707eb184-be04-44fc-a4b5-d0ecf30fb7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473057 Apr 05 15:56:15.886259 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe8a794-2aed-4bb9-a79f-f60691265469 None None] Checking router: b280af41-78b4-40d4-9ba7-d27667835dc2 for host: dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:56:15.895972 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe8a794-2aed-4bb9-a79f-f60691265469 None None] Routers {'b280af41-78b4-40d4-9ba7-d27667835dc2'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:56:15.898871 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-1fe8a794-2aed-4bb9-a79f-f60691265469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:55:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['b280af41-78b4-40d4-9ba7-d27667835dc2'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:56:15.948467 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-e1f5e81e-56d2-4eda-bf5b-bdd8a9800dd1 None None] Set router 5b8080b2-7ffd-485f-be98-8ce663aad971 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:56:16.045358 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-861841a5-da13-4142-97a1-6ab7343643c7 admin admin] For port 4882f3ef-c85b-4c7a-9eee-75b164e87459, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=4882f3ef-c85b-4c7a-9eee-75b164e87459,segment=NetworkSegment(45fc7be4-cb6f-44c4-878d-af01c4212144),segment_id=45fc7be4-cb6f-44c4-878d-af01c4212144)] {{(pid=84429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:56:16.046210 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-861841a5-da13-4142-97a1-6ab7343643c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:16.066901 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-1fe8a794-2aed-4bb9-a79f-f60691265469 None None] Set router b280af41-78b4-40d4-9ba7-d27667835dc2 gateway port host: None {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:56:16.182176 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-861841a5-da13-4142-97a1-6ab7343643c7 admin admin] Calling delete_port for 4882f3ef-c85b-4c7a-9eee-75b164e87459 owned by network:router_gateway {{(pid=84429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:56:16.194214 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-1fe8a794-2aed-4bb9-a79f-f60691265469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'name': 'tempest-AttachVolumeTestJSON-1671732284-router', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:06Z', 'updated_at': '2021-04-05T15:56:15Z', 'revision_number': 6, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'gw_port_host': None}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:56:16.210404 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe8a794-2aed-4bb9-a79f-f60691265469 None None] The sync data for ids ['b280af41-78b4-40d4-9ba7-d27667835dc2'] in dv-cinder-784779-1-iscsi is: [{'id': 'b280af41-78b4-40d4-9ba7-d27667835dc2', 'name': 'tempest-AttachVolumeTestJSON-1671732284-router', 'tenant_id': '5cd97b12be18437993ae8b61408dfe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:06Z', 'updated_at': '2021-04-05T15:56:15Z', 'revision_number': 6, 'project_id': '5cd97b12be18437993ae8b61408dfe02', 'gw_port_host': None}] {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:56:16.334229 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-e1f5e81e-56d2-4eda-bf5b-bdd8a9800dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'name': 'tempest-TestVolumeBootPattern-2071438624-router', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:52:53Z', 'updated_at': '2021-04-05T15:53:00Z', 'revision_number': 4, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'gw_port': {'id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:55Z', 'updated_at': '2021-04-05T15:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'e8c94719-c048-4cf4-8889-c27a172e557f', 'name': '', 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'mac_address': 'fa:16:3e:d6:e8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:59Z', 'updated_at': '2021-04-05T15:53:10Z', 'revision_number': 5, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'subnets': [{'id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:56:16.348068 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f5e81e-56d2-4eda-bf5b-bdd8a9800dd1 None None] Checking router: 5b8080b2-7ffd-485f-be98-8ce663aad971 for host: dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:56:16.358691 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f5e81e-56d2-4eda-bf5b-bdd8a9800dd1 None None] Routers {'5b8080b2-7ffd-485f-be98-8ce663aad971'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:56:16.360108 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-e1f5e81e-56d2-4eda-bf5b-bdd8a9800dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:55:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['5b8080b2-7ffd-485f-be98-8ce663aad971'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:56:16.436584 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-d0e3259f-84f8-43fc-8a95-38a647a55609 req-e07cfb79-47af-4f98-9864-e1281b432fc1 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Synchronizing usage tracker for tenant:9ac127c9bf344f5f88cf1aa6eacdf909 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:56:16.437466 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-861841a5-da13-4142-97a1-6ab7343643c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:16.467443 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b1911745-ccc3-4ace-9912-2822370bb97b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:16.487485 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0fce3-5c48-4e4e-8d48-c78e5392d98a req-5466a55e-f9ca-49f2-8e4c-4a0843302007 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:16.489896 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-86c0fce3-5c48-4e4e-8d48-c78e5392d98a req-5466a55e-f9ca-49f2-8e4c-4a0843302007 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 945 time: 0.1958847 Apr 05 15:56:16.538845 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861841a5-da13-4142-97a1-6ab7343643c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4882f3ef-c85b-4c7a-9eee-75b164e87459,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:16.545675 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-861841a5-da13-4142-97a1-6ab7343643c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:16.554541 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-86c0fce3-5c48-4e4e-8d48-c78e5392d98a req-00ba2015-2af3-4949-8754-43c011b8bb59 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/security-groups?id=707eb184-be04-44fc-a4b5-d0ecf30fb7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584803 Apr 05 15:56:16.572262 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-d0e3259f-84f8-43fc-8a95-38a647a55609 req-e07cfb79-47af-4f98-9864-e1281b432fc1 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Unset dirty status for tenant:9ac127c9bf344f5f88cf1aa6eacdf909 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:56:16.573722 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d0e3259f-84f8-43fc-8a95-38a647a55609 req-e07cfb79-47af-4f98-9864-e1281b432fc1 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd3475e8-8db1-4999-adf1-b27038a9c1a0 HTTP/1.1" status: 200 len: 210 time: 0.2265303 Apr 05 15:56:16.605565 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-e1f5e81e-56d2-4eda-bf5b-bdd8a9800dd1 None None] Set router 5b8080b2-7ffd-485f-be98-8ce663aad971 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:56:16.773229 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5174a33d-4b21-407b-9f18-238ec07a7a47 req-95769ed6-72f1-4609-96aa-4647e5990fbc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1530962 Apr 05 15:56:16.844921 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-861841a5-da13-4142-97a1-6ab7343643c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3811004'] for router_gateway, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:16.998167 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-e1f5e81e-56d2-4eda-bf5b-bdd8a9800dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'name': 'tempest-TestVolumeBootPattern-2071438624-router', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:52:53Z', 'updated_at': '2021-04-05T15:53:00Z', 'revision_number': 4, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'gw_port': {'id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:55Z', 'updated_at': '2021-04-05T15:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'e8c94719-c048-4cf4-8889-c27a172e557f', 'name': '', 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'mac_address': 'fa:16:3e:d6:e8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:59Z', 'updated_at': '2021-04-05T15:53:10Z', 'revision_number': 5, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'subnets': [{'id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:56:17.003078 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f5e81e-56d2-4eda-bf5b-bdd8a9800dd1 None None] The sync data for ids ['5b8080b2-7ffd-485f-be98-8ce663aad971'] in dv-cinder-784779-1-iscsi is: [{'id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'name': 'tempest-TestVolumeBootPattern-2071438624-router', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:52:53Z', 'updated_at': '2021-04-05T15:53:00Z', 'revision_number': 4, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'gw_port': {'id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:55Z', 'updated_at': '2021-04-05T15:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'e8c94719-c048-4cf4-8889-c27a172e557f', 'name': '', 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'mac_address': 'fa:16:3e:d6:e8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:59Z', 'updated_at': '2021-04-05T15:53:10Z', 'revision_number': 5, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'subnets': [{'id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:56:17.069497 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 4882f3ef-c85b-4c7a-9eee-75b164e87459 no longer exists at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:56:17.106160 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-861841a5-da13-4142-97a1-6ab7343643c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850963395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3356'] for router, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:17.109439 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-861841a5-da13-4142-97a1-6ab7343643c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:17.115776 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] No Port match for: 4882f3ef-c85b-4c7a-9eee-75b164e87459 {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:56:17.116782 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 4882f3ef-c85b-4c7a-9eee-75b164e87459 not bound to the agent host dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:56:17.117314 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device fa727824-c59d-4b59-b683-5687c104b293 no longer exists at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:56:17.149899 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174a33d-4b21-407b-9f18-238ec07a7a47 req-22c1314e-380f-49d8-8502-0391c8f3e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:17.151655 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5174a33d-4b21-407b-9f18-238ec07a7a47 req-22c1314e-380f-49d8-8502-0391c8f3e0f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=01ef02dfd52147a1bd6cf1279736a2e9&device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 1099 time: 0.1846786 Apr 05 15:56:17.157390 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] No Port match for: fa727824-c59d-4b59-b683-5687c104b293 {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:56:17.157794 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device fa727824-c59d-4b59-b683-5687c104b293 not bound to the agent host dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:56:17.318343 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174a33d-4b21-407b-9f18-238ec07a7a47 req-7445cbaf-637c-4971-99a1-ef09e19ed3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:17.320044 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5174a33d-4b21-407b-9f18-238ec07a7a47 req-7445cbaf-637c-4971-99a1-ef09e19ed3f8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=297efcce-d14a-4ebe-b53a-0ac8cfcd24f7 HTTP/1.1" status: 200 len: 909 time: 0.1427135 Apr 05 15:56:17.385392 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-861841a5-da13-4142-97a1-6ab7343643c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850963321'] for router, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:17.385977 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861841a5-da13-4142-97a1-6ab7343643c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b280af41-78b4-40d4-9ba7-d27667835dc2 {{(pid=84429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 15:56:17.464380 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad1cd87-a8e5-48de-a385-cd6df8bd952c None None] New status for floating IP 4fccd177-f042-49a8-81a5-d00b04fa0204: DOWN {{(pid=84431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 15:56:17.674186 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-861841a5-da13-4142-97a1-6ab7343643c7 admin admin] Notify callbacks [] for router, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:17.678246 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 43636) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:17.678451 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-861841a5-da13-4142-97a1-6ab7343643c7 admin admin] 10.222.0.44 "DELETE /v2.0/routers/b280af41-78b4-40d4-9ba7-d27667835dc2 HTTP/1.1" status: 204 len: 168 time: 2.4081559 Apr 05 15:56:17.690767 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5174a33d-4b21-407b-9f18-238ec07a7a47 req-804136b6-a10e-4170-99bb-db7a7cc4bea1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=606fafec-aa05-43fc-adb5-573ac8b51de7 HTTP/1.1" status: 200 len: 1002 time: 0.3644760 Apr 05 15:56:17.776592 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174a33d-4b21-407b-9f18-238ec07a7a47 req-f12b3ddf-58e3-4a2a-93a7-7f0a3018613f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:17.778944 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5174a33d-4b21-407b-9f18-238ec07a7a47 req-f12b3ddf-58e3-4a2a-93a7-7f0a3018613f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=259bfebd-f402-4bad-8767-beb45f5f4266 HTTP/1.1" status: 200 len: 847 time: 0.0771585 Apr 05 15:56:17.808840 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_v2 [None req-663fbd43-26ef-4056-9a19-25a53768ca77 admin admin] Deleting subnet 368c6b65-9ecb-4154-a01c-9ea51d2251a4 {{(pid=84430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 15:56:17.812889 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-663fbd43-26ef-4056-9a19-25a53768ca77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:17.886458 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-663fbd43-26ef-4056-9a19-25a53768ca77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10310842'] for subnet, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:17.894126 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174a33d-4b21-407b-9f18-238ec07a7a47 req-a39744e2-1ee6-4d41-9c94-fe0842a32195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:17.896014 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5174a33d-4b21-407b-9f18-238ec07a7a47 req-a39744e2-1ee6-4d41-9c94-fe0842a32195 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=297efcce-d14a-4ebe-b53a-0ac8cfcd24f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1104801 Apr 05 15:56:17.937852 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b998196-1e8f-4578-96e1-9e52c824ad37 req-6a493be1-5cb6-4f45-9891-7a5ff0b786e0 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:17.939486 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1b998196-1e8f-4578-96e1-9e52c824ad37 req-6a493be1-5cb6-4f45-9891-7a5ff0b786e0 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 945 time: 0.2209065 Apr 05 15:56:18.043180 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1b998196-1e8f-4578-96e1-9e52c824ad37 req-86d1c9fa-dbf6-46b2-bf8c-f40bdb035432 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/security-groups?id=707eb184-be04-44fc-a4b5-d0ecf30fb7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963979 Apr 05 15:56:18.045215 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5174a33d-4b21-407b-9f18-238ec07a7a47 req-53252d7d-4e0c-492d-be87-67ebf4776d44 service neutron] 10.222.0.43 "GET /v2.0/networks/297efcce-d14a-4ebe-b53a-0ac8cfcd24f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413927 Apr 05 15:56:18.056829 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-c71440eb-4de5-405c-a54c-b2a05062a80e tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1446075511&fields=id&tenant_id=9ac127c9bf344f5f88cf1aa6eacdf909 HTTP/1.1" status: 200 len: 267 time: 0.0912220 Apr 05 15:56:18.067715 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-663fbd43-26ef-4056-9a19-25a53768ca77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:18.125141 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 88501de2-0adb-4520-a8e2-0b0099b610dc no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:56:18.179577 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] No Port match for: 88501de2-0adb-4520-a8e2-0b0099b610dc {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:56:18.180321 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 88501de2-0adb-4520-a8e2-0b0099b610dc not bound to the agent host hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:56:18.200043 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5174a33d-4b21-407b-9f18-238ec07a7a47 req-7341be44-400b-4228-b761-015e153877f3 service neutron] 10.222.0.43 "GET /v2.0/networks/297efcce-d14a-4ebe-b53a-0ac8cfcd24f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481700 Apr 05 15:56:18.374812 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-8af10f06-e42e-4e9d-b385-7381c0a42622 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:18.376422 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-8af10f06-e42e-4e9d-b385-7381c0a42622 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/networks?id=5e853890-abc7-4a4b-83a0-567b3141f9f1 HTTP/1.1" status: 200 len: 812 time: 0.2766697 Apr 05 15:56:18.413004 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-1665b6e0-fd52-4ea4-9291-893fa84be897 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/quotas/9ac127c9bf344f5f88cf1aa6eacdf909 HTTP/1.1" status: 200 len: 375 time: 0.0298145 Apr 05 15:56:18.567305 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-15762b18-00fc-42e8-b279-398756a3a305 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ac127c9bf344f5f88cf1aa6eacdf909&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1480212 Apr 05 15:56:18.591030 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-663fbd43-26ef-4056-9a19-25a53768ca77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844508925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2147944'] for subnet, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:18.608406 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6f26fcce-1575-4d6c-bb92-b6360d963b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:18.684347 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fbd43-26ef-4056-9a19-25a53768ca77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=368c6b65-9ecb-4154-a01c-9ea51d2251a4,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:18.700981 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-663fbd43-26ef-4056-9a19-25a53768ca77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:18.860626 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-663fbd43-26ef-4056-9a19-25a53768ca77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:18.868239 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55be4ec-0413-443e-bdc8-4fa9561531a3 None None] Network 3ce8b371-7444-4e4c-b34f-4697bdc6ea9f requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:56:18.879865 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 43658) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:18.880067 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-663fbd43-26ef-4056-9a19-25a53768ca77 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/368c6b65-9ecb-4154-a01c-9ea51d2251a4 HTTP/1.1" status: 204 len: 168 time: 1.1999900 Apr 05 15:56:18.892630 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-43026862-8694-46ed-b09d-100d6275392b service neutron] 10.222.0.44 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125126 Apr 05 15:56:19.017766 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eed61f87-95ac-4ea2-a81b-f88d5d53226a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-516461'] for network, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:19.067590 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-ad6508c6-4b51-4d56-8c3f-89b0be2cef88 service neutron] 10.222.0.44 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674521 Apr 05 15:56:19.092466 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-eed61f87-95ac-4ea2-a81b-f88d5d53226a admin admin] Deleting port 7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0 {{(pid=84429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:56:19.093367 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eed61f87-95ac-4ea2-a81b-f88d5d53226a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:19.183502 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545659af-9dec-4ebd-9d30-d91e7141d02e None None] DHCP port deletion for 3ce8b371-7444-4e4c-b34f-4697bdc6ea9f request from dv-cinder-784779-1-iscsi {{(pid=84431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 15:56:19.188391 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-545659af-9dec-4ebd-9d30-d91e7141d02e None None] Deleting port 7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0 {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:56:19.189923 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-545659af-9dec-4ebd-9d30-d91e7141d02e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:19.331385 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-eed61f87-95ac-4ea2-a81b-f88d5d53226a admin admin] For port 7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0,segment=NetworkSegment(8c957347-ca2f-4b08-a623-7dccb3bfa44a),segment_id=8c957347-ca2f-4b08-a623-7dccb3bfa44a)] {{(pid=84429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:56:19.331770 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eed61f87-95ac-4ea2-a81b-f88d5d53226a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:19.431019 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-545659af-9dec-4ebd-9d30-d91e7141d02e None None] For port 7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0,segment=NetworkSegment(8c957347-ca2f-4b08-a623-7dccb3bfa44a),segment_id=8c957347-ca2f-4b08-a623-7dccb3bfa44a)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:56:19.431628 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-545659af-9dec-4ebd-9d30-d91e7141d02e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:19.476723 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-eed61f87-95ac-4ea2-a81b-f88d5d53226a admin admin] Calling delete_port for 7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0 owned by network:dhcp {{(pid=84429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:56:19.559079 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-574bdefc-07c1-4d74-8126-5e3a6ce262a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:19.567189 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-545659af-9dec-4ebd-9d30-d91e7141d02e None None] Calling delete_port for 7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0 owned by network:dhcp {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:56:19.697267 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.db.api [None req-545659af-9dec-4ebd-9d30-d91e7141d02e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 05 15:56:19.697267 dv-cinder-784779-1-iscsi neutron-server[84318]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Apr 05 15:56:19.697267 dv-cinder-784779-1-iscsi neutron-server[84318]: [parameters: {'port_id': '7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0', 'host': 'dv-cinder-784779-1-iscsi'}] Apr 05 15:56:19.697267 dv-cinder-784779-1-iscsi neutron-server[84318]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84431) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 15:56:19.697669 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_db.api [None req-545659af-9dec-4ebd-9d30-d91e7141d02e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 15:56:19.733612 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eed61f87-95ac-4ea2-a81b-f88d5d53226a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:19.751683 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-ed4096dd-593a-4a23-8aa4-66672efd85a9 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:19.754302 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d460c335-dcd1-40fc-8b12-9e41c5819fdc req-d4977ed7-e606-4b74-b3b4-6a540b79a402 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0568528 Apr 05 15:56:19.815166 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed61f87-95ac-4ea2-a81b-f88d5d53226a admin admin] Pushing event deleted for resources: {'Port': ['ID=7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:19.817740 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-eed61f87-95ac-4ea2-a81b-f88d5d53226a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:19.913557 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed61f87-95ac-4ea2-a81b-f88d5d53226a admin admin] No DVR routers for this DVR port 7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0 on host dv-cinder-784779-1-iscsi {{(pid=84429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:56:20.037043 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eed61f87-95ac-4ea2-a81b-f88d5d53226a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363297789275713'] for network, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:20.149482 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-eed61f87-95ac-4ea2-a81b-f88d5d53226a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce8b371-7444-4e4c-b34f-4697bdc6ea9f']}} {{(pid=84429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:56:20.165681 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-eed61f87-95ac-4ea2-a81b-f88d5d53226a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c957347-ca2f-4b08-a623-7dccb3bfa44a') {'for_net_delete': True} {{(pid=84429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:56:20.166012 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-eed61f87-95ac-4ea2-a81b-f88d5d53226a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c957347-ca2f-4b08-a623-7dccb3bfa44a') {} {{(pid=84429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:56:20.177966 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eed61f87-95ac-4ea2-a81b-f88d5d53226a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739065499985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036845270746'] for segment, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:20.192449 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eed61f87-95ac-4ea2-a81b-f88d5d53226a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:20.199119 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-545659af-9dec-4ebd-9d30-d91e7141d02e None None] Deleting port 7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0 {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:56:20.199400 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed61f87-95ac-4ea2-a81b-f88d5d53226a admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=84429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 15:56:20.199787 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-545659af-9dec-4ebd-9d30-d91e7141d02e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:20.277090 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-545659af-9dec-4ebd-9d30-d91e7141d02e None None] The port '7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0' was deleted {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 15:56:20.403348 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-eed61f87-95ac-4ea2-a81b-f88d5d53226a admin admin] Network 3ce8b371-7444-4e4c-b34f-4697bdc6ea9f has no segments {{(pid=84429) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:56:20.412431 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eed61f87-95ac-4ea2-a81b-f88d5d53226a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9499719'] for segment, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:20.596743 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-eed61f87-95ac-4ea2-a81b-f88d5d53226a admin admin] Network 3ce8b371-7444-4e4c-b34f-4697bdc6ea9f has no segments {{(pid=84429) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: Traceback (most recent call last): Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: timer() Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: cb(*args, **kw) Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: return func(*args, **kwargs) Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: self._notify() Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: self.callback(batched_events) Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: event.method(event) Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: segment_id)['aggregates'][0] Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: return f(self, *a, **k) Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: return self._get(url).json() Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: **kwargs) Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: return self.request(url, 'GET', **kwargs) Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: **endpoint_filter) Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:56:20.620122 dv-cinder-784779-1-iscsi neutron-server[84318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:56:20.722645 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:20.842852 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eed61f87-95ac-4ea2-a81b-f88d5d53226a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850964774'] for network, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:20.846584 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:20.864598 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-eed61f87-95ac-4ea2-a81b-f88d5d53226a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:20.875155 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed61f87-95ac-4ea2-a81b-f88d5d53226a admin admin] Pushing event deleted for resources: {'Network': ['ID=3ce8b371-7444-4e4c-b34f-4697bdc6ea9f,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:20.888990 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-eed61f87-95ac-4ea2-a81b-f88d5d53226a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:20.920960 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e28a42af-8e68-41f0-a231-7abaa1c8dedc req-8a87dda1-470c-4179-925b-48453f6e9bed tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0487554 Apr 05 15:56:20.930124 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-eed61f87-95ac-4ea2-a81b-f88d5d53226a admin admin] 10.222.0.44 "DELETE /v2.0/networks/3ce8b371-7444-4e4c-b34f-4697bdc6ea9f HTTP/1.1" status: 204 len: 168 time: 2.0489442 Apr 05 15:56:21.050400 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0 no longer exists at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:56:21.087366 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] No Port match for: 7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0 {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:56:21.087762 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 7d3b7ab5-7d7b-4701-9cc8-48f4b17f0df0 not bound to the agent host dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:56:21.155563 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 43686) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:21.206263 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-5317854b-3a35-4888-95e2-4ccbd2305652 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5cd97b12be18437993ae8b61408dfe02&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0492527 Apr 05 15:56:21.208835 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 43690) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:21.269275 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-57c86f6d-de3a-40b2-93f8-a058104f313c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:21.296984 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-57c86f6d-de3a-40b2-93f8-a058104f313c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:21.472340 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-57c86f6d-de3a-40b2-93f8-a058104f313c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:21.490133 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-00e48abb-5cfc-4f32-95c8-419458398ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:21.511728 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c86f6d-de3a-40b2-93f8-a058104f313c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8369d3c-50e1-415a-83cd-11cd23ffbcbb,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:21.514128 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-57c86f6d-de3a-40b2-93f8-a058104f313c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:21.571841 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-57c86f6d-de3a-40b2-93f8-a058104f313c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:21.575655 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-57c86f6d-de3a-40b2-93f8-a058104f313c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c8369d3c-50e1-415a-83cd-11cd23ffbcbb HTTP/1.1" status: 204 len: 168 time: 0.3633287 Apr 05 15:56:21.634329 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-4ffe1321-9e77-4b4c-8249-0d711fd0a9e9 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:21.635934 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-4ffe1321-9e77-4b4c-8249-0d711fd0a9e9 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.43 "GET /v2.0/networks?id=5e853890-abc7-4a4b-83a0-567b3141f9f1 HTTP/1.1" status: 200 len: 812 time: 0.1949737 Apr 05 15:56:21.724035 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-d5527a4d-55f3-455f-bc6c-584d2c9d5a06 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ac127c9bf344f5f88cf1aa6eacdf909 HTTP/1.1" status: 200 len: 8061 time: 0.0775769 Apr 05 15:56:21.733562 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-f394cc2d-ea99-4e8e-9f44-bea9862af325 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Request body: {'port': {'device_id': 'a092a6cf-f28e-4f8c-b7c9-465b83d05b05', 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1', 'admin_state_up': True, 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'security_groups': ['b2cea858-90d0-4e39-894f-75db0abd41c3']}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:56:21.825741 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1986bf08-4b2f-470b-9515-ef8115f057ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:21.887824 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-f394cc2d-ea99-4e8e-9f44-bea9862af325 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:56:21.898514 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-f394cc2d-ea99-4e8e-9f44-bea9862af325 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:56:21.928457 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-f394cc2d-ea99-4e8e-9f44-bea9862af325 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Made reservation on behalf of 9ac127c9bf344f5f88cf1aa6eacdf909 for: {'port': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:56:21.934774 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-f394cc2d-ea99-4e8e-9f44-bea9862af325 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:22.115864 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-808fdbff-2502-4a60-b2b5-925d44aa7edd req-449b2e4d-cdf3-4e74-aa15-5bf7540b07b9 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0731621 Apr 05 15:56:22.135650 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-f394cc2d-ea99-4e8e-9f44-bea9862af325 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Allocated IP 172.20.0.8 (5e853890-abc7-4a4b-83a0-567b3141f9f1/58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a/a3f6b7d0-f66a-4dda-9a8f-bf94d2501505) {{(pid=84429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:56:22.349071 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-f394cc2d-ea99-4e8e-9f44-bea9862af325 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for port, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:22.368616 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:22.385708 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-f394cc2d-ea99-4e8e-9f44-bea9862af325 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Transition to ACTIVE for port object a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 will not be triggered until provisioned by entity DHCP. {{(pid=84429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:56:22.437862 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-f394cc2d-ea99-4e8e-9f44-bea9862af325 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:22.456916 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7efe9368-d70e-4f7f-99a7-b58c612c9888 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:22.601817 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394cc2d-ea99-4e8e-9f44-bea9862af325 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Pushing event updated for resources: {'Port': ['ID=a3f6b7d0-f66a-4dda-9a8f-bf94d2501505,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:22.604808 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f394cc2d-ea99-4e8e-9f44-bea9862af325 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:22.651489 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-f394cc2d-ea99-4e8e-9f44-bea9862af325 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Network 5e853890-abc7-4a4b-83a0-567b3141f9f1 is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:56:22.652612 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-f394cc2d-ea99-4e8e-9f44-bea9862af325 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:56:22.655080 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-f394cc2d-ea99-4e8e-9f44-bea9862af325 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Received port after_create {{(pid=84429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:56:22.728718 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-f394cc2d-ea99-4e8e-9f44-bea9862af325 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:22.729390 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-f394cc2d-ea99-4e8e-9f44-bea9862af325 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:22.855899 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-f394cc2d-ea99-4e8e-9f44-bea9862af325 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1261487 Apr 05 15:56:22.875284 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-63e11f68-436e-49bf-afae-e55ca81f529a service neutron] Request body: {'port': {'device_id': 'a092a6cf-f28e-4f8c-b7c9-465b83d05b05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:56:22.951615 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-6b252b0b-815a-47fe-8d36-9d45577c062a None None] Provisioning for port a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 completed by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:56:22.956822 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-6b252b0b-815a-47fe-8d36-9d45577c062a None None] Provisioning complete for port a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 triggered by entity DHCP. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:56:22.957285 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6b252b0b-815a-47fe-8d36-9d45577c062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:23.003005 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-63e11f68-436e-49bf-afae-e55ca81f529a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:23.020685 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-6b252b0b-815a-47fe-8d36-9d45577c062a None None] Port a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 cannot update to ACTIVE because it is not bound. {{(pid=84431) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 05 15:56:23.350134 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812de58-d798-48c4-8071-07d4b110ede5 req-6b671dd4-ea6c-4275-a192-2522fb257c06 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:23.352039 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8812de58-d798-48c4-8071-07d4b110ede5 req-6b671dd4-ea6c-4275-a192-2522fb257c06 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 931 time: 0.0966761 Apr 05 15:56:23.403465 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8812de58-d798-48c4-8071-07d4b110ede5 req-3468c19e-ed67-41db-bff7-d642bcfe5cf3 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430057 Apr 05 15:56:23.438802 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-63e11f68-436e-49bf-afae-e55ca81f529a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 {{(pid=84429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:56:23.447440 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-63e11f68-436e-49bf-afae-e55ca81f529a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:23.462550 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-63e11f68-436e-49bf-afae-e55ca81f529a service neutron] Transition to ACTIVE for port object a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 will not be triggered until provisioned by entity L2. {{(pid=84429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 15:56:23.505500 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-63e11f68-436e-49bf-afae-e55ca81f529a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9499705'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:23.523173 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f394cc2d-ea99-4e8e-9f44-bea9862af325 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:23.670535 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e11f68-436e-49bf-afae-e55ca81f529a service neutron] Pushing event updated for resources: {'Port': ['ID=a3f6b7d0-f66a-4dda-9a8f-bf94d2501505,revision_number=2']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:23.674815 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-63e11f68-436e-49bf-afae-e55ca81f529a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:23.849135 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:24.079773 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 43750) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:24.123364 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-63e11f68-436e-49bf-afae-e55ca81f529a service neutron] Attempting to bind port a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 15:56:24.123741 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-63e11f68-436e-49bf-afae-e55ca81f529a service neutron] Attempting to bind port a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '5c3e2455-115b-4e73-83c8-b139dc5b3c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1'}] {{(pid=84429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 15:56:24.124111 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-63e11f68-436e-49bf-afae-e55ca81f529a service neutron] Attempting to bind port a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 on network 5e853890-abc7-4a4b-83a0-567b3141f9f1 {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:56:24.129183 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-63e11f68-436e-49bf-afae-e55ca81f529a service neutron] Port a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 on network 5e853890-abc7-4a4b-83a0-567b3141f9f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 15:56:24.129541 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-63e11f68-436e-49bf-afae-e55ca81f529a service neutron] Attempting to bind port a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 on network 5e853890-abc7-4a4b-83a0-567b3141f9f1 {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 15:56:24.136638 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-63e11f68-436e-49bf-afae-e55ca81f529a service neutron] Checking agent: {'id': 'e13e0a38-98d8-4e7c-86ff-f8c578f1bff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'started_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 15, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 15:56:24.137001 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-63e11f68-436e-49bf-afae-e55ca81f529a service neutron] Checking segment: {'id': '5c3e2455-115b-4e73-83c8-b139dc5b3c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:56:24.137403 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-63e11f68-436e-49bf-afae-e55ca81f529a service neutron] Bound using segment: {'id': '5c3e2455-115b-4e73-83c8-b139dc5b3c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1'} {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 15:56:24.137862 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-63e11f68-436e-49bf-afae-e55ca81f529a service neutron] Bound port: a3f6b7d0-f66a-4dda-9a8f-bf94d2501505, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c3e2455-115b-4e73-83c8-b139dc5b3c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1'}}] {{(pid=84429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 15:56:24.138245 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-63e11f68-436e-49bf-afae-e55ca81f529a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:24.210914 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-22a9b1ef-245a-41d4-9afc-0820452a8d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:24.226460 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-22a9b1ef-245a-41d4-9afc-0820452a8d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:56:24.230417 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-22a9b1ef-245a-41d4-9afc-0820452a8d52 admin admin] Usage tracker for resource:security_group_rule and tenant:bd8bc5cc470b46bba36e00605bc34501 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:56:24.233388 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-22a9b1ef-245a-41d4-9afc-0820452a8d52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:56:24.234846 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-63e11f68-436e-49bf-afae-e55ca81f529a service neutron] For port a3f6b7d0-f66a-4dda-9a8f-bf94d2501505, host hv-cinder-78477, cleared binding levels {{(pid=84429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 15:56:24.237889 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-63e11f68-436e-49bf-afae-e55ca81f529a service neutron] For port a3f6b7d0-f66a-4dda-9a8f-bf94d2501505, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a3f6b7d0-f66a-4dda-9a8f-bf94d2501505,segment=NetworkSegment(5c3e2455-115b-4e73-83c8-b139dc5b3c12),segment_id=5c3e2455-115b-4e73-83c8-b139dc5b3c12)] {{(pid=84429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 15:56:24.239678 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-22a9b1ef-245a-41d4-9afc-0820452a8d52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:56:24.271989 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-63e11f68-436e-49bf-afae-e55ca81f529a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9499705'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:24.287599 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-cca4f2db-0628-4697-b3cd-3a78ca9e69f5 tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:24.326416 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-22a9b1ef-245a-41d4-9afc-0820452a8d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:24.356567 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-22a9b1ef-245a-41d4-9afc-0820452a8d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:24.368177 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-213c1ca5-0178-4600-9202-830efa9a1e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:24.414585 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-22a9b1ef-245a-41d4-9afc-0820452a8d52 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bd8bc5cc470b46bba36e00605bc34501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3335526 Apr 05 15:56:24.415584 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9b1ef-245a-41d4-9afc-0820452a8d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2c3a76-4049-47b2-80a3-034b7a065d7a,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:24.418883 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-22a9b1ef-245a-41d4-9afc-0820452a8d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:24.419190 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 43758) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:24.453207 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e11f68-436e-49bf-afae-e55ca81f529a service neutron] Pushing event updated for resources: {'Port': ['ID=a3f6b7d0-f66a-4dda-9a8f-bf94d2501505,revision_number=3']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:24.459452 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-63e11f68-436e-49bf-afae-e55ca81f529a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:24.532530 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fdd5d783-2b6c-4c51-b858-a7286321c94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:24.544482 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-63e11f68-436e-49bf-afae-e55ca81f529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:24.545148 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-63e11f68-436e-49bf-afae-e55ca81f529a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:24.546647 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-63e11f68-436e-49bf-afae-e55ca81f529a service neutron] 10.222.0.43 "PUT /v2.0/ports/a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 HTTP/1.1" status: 200 len: 1093 time: 1.6763964 Apr 05 15:56:24.547189 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a092a6cf-f28e-4f8c-b7c9-465b83d05b05', 'tag': 'a3f6b7d0-f66a-4dda-9a8f-bf94d2501505'}] {{(pid=84429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:56:24.585191 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fdd5d783-2b6c-4c51-b858-a7286321c94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:24.622973 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a092a6cf-f28e-4f8c-b7c9-465b83d05b05', 'tag': 'a3f6b7d0-f66a-4dda-9a8f-bf94d2501505', 'status': 'completed', 'code': 200} Apr 05 15:56:24.649560 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616740f-27f6-4973-a45e-b9431cce789d req-a5f47c48-1c1c-47b2-8ad8-0df209f8038c tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:24.654971 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7616740f-27f6-4973-a45e-b9431cce789d req-a5f47c48-1c1c-47b2-8ad8-0df209f8038c tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.1357331 Apr 05 15:56:24.702987 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7616740f-27f6-4973-a45e-b9431cce789d req-76a7e11b-ca8d-418a-a152-f61bbc91f4e2 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450120 Apr 05 15:56:24.733661 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cf527-ac20-4c88-870b-4a49f060aa4c req-d2aba9a1-8908-4d4d-b2ee-9b88d649a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:24.735294 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-629cf527-ac20-4c88-870b-4a49f060aa4c req-d2aba9a1-8908-4d4d-b2ee-9b88d649a3cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ac127c9bf344f5f88cf1aa6eacdf909&device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 1096 time: 0.0920708 Apr 05 15:56:24.751345 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fdd5d783-2b6c-4c51-b858-a7286321c94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:24.758483 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7ca092f0-3fee-4e1a-9945-350ca8def401 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:24.796033 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5d783-2b6c-4c51-b858-a7286321c94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2c3a76-4049-47b2-80a3-034b7a065d7a,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:24.798524 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-fdd5d783-2b6c-4c51-b858-a7286321c94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:24.820603 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fdd5d783-2b6c-4c51-b858-a7286321c94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:24.821805 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-fdd5d783-2b6c-4c51-b858-a7286321c94c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6f2c3a76-4049-47b2-80a3-034b7a065d7a HTTP/1.1" status: 204 len: 168 time: 0.4016047 Apr 05 15:56:24.928702 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cf527-ac20-4c88-870b-4a49f060aa4c req-d308d753-fe38-4e37-b945-a77e808a6113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:24.930457 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-629cf527-ac20-4c88-870b-4a49f060aa4c req-d308d753-fe38-4e37-b945-a77e808a6113 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9ac127c9bf344f5f88cf1aa6eacdf909&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1749532 Apr 05 15:56:25.080461 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cf527-ac20-4c88-870b-4a49f060aa4c req-f679c804-4d94-4fb2-8e99-c1779e6a4aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:25.082038 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-629cf527-ac20-4c88-870b-4a49f060aa4c req-f679c804-4d94-4fb2-8e99-c1779e6a4aca service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1448054 Apr 05 15:56:25.202402 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-5c17e687-c7f2-402f-8825-cf32f810df75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:25.204023 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-5c17e687-c7f2-402f-8825-cf32f810df75 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ac127c9bf344f5f88cf1aa6eacdf909&device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 1096 time: 0.0829468 Apr 05 15:56:25.289582 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-c5749eaf-8b66-4e4e-9d43-047a152ddff6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 HTTP/1.1" status: 200 len: 217 time: 0.0687349 Apr 05 15:56:25.315628 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 43772) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:25.335974 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0dafb320-8600-47c2-a2a0-1393eddb74b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:25.351754 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-0dafb320-8600-47c2-a2a0-1393eddb74b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:56:25.355721 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-0dafb320-8600-47c2-a2a0-1393eddb74b7 admin admin] Usage tracker for resource:security_group_rule and tenant:3bd14a2a11254b0db6aef29fea1b624f is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:56:25.358599 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-0dafb320-8600-47c2-a2a0-1393eddb74b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:56:25.365509 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-0dafb320-8600-47c2-a2a0-1393eddb74b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:56:25.368595 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-2207ed6c-0f9c-4cb9-9b9e-14eea674c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:25.370170 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-2207ed6c-0f9c-4cb9-9b9e-14eea674c91f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a HTTP/1.1" status: 200 len: 851 time: 0.0737514 Apr 05 15:56:25.453135 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0dafb320-8600-47c2-a2a0-1393eddb74b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:25.456310 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-1d83e8a8-e180-463b-b5cd-7841b153b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:25.458011 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-1d83e8a8-e180-463b-b5cd-7841b153b053 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e853890-abc7-4a4b-83a0-567b3141f9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791621 Apr 05 15:56:25.483086 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0dafb320-8600-47c2-a2a0-1393eddb74b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:25.492912 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-94c66594-89e3-47b6-a229-24be655aa710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:25.543374 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-0dafb320-8600-47c2-a2a0-1393eddb74b7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3bd14a2a11254b0db6aef29fea1b624f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264640 Apr 05 15:56:25.544358 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafb320-8600-47c2-a2a0-1393eddb74b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd78c21-6aeb-4c7b-bb05-4e92fc494387,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:25.546954 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 43778) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:25.549530 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0dafb320-8600-47c2-a2a0-1393eddb74b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:25.609519 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3bd1f60a-738b-44c5-abea-46058a3de3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:25.610954 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-26fcd9bf-3761-40c0-a6e4-4dd4293195e6 service neutron] 10.222.0.43 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445613 Apr 05 15:56:25.638963 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3bd1f60a-738b-44c5-abea-46058a3de3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:25.699711 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3bd1f60a-738b-44c5-abea-46058a3de3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:25.705116 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f1d3524a-4bcd-4f25-b681-a27da488a878 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:25.720183 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1f60a-738b-44c5-abea-46058a3de3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd78c21-6aeb-4c7b-bb05-4e92fc494387,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:25.722665 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3bd1f60a-738b-44c5-abea-46058a3de3a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:25.729590 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3bd1f60a-738b-44c5-abea-46058a3de3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:25.730841 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-3bd1f60a-738b-44c5-abea-46058a3de3a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4bd78c21-6aeb-4c7b-bb05-4e92fc494387 HTTP/1.1" status: 204 len: 168 time: 0.1829281 Apr 05 15:56:25.771770 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-33dc7e43-3fb6-4705-9e62-4d712fb7f644 req-6e9bb444-2797-402a-9ced-05bb0e584e8b service neutron] 10.222.0.43 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525772 Apr 05 15:56:25.941648 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bcee7-4df6-4e5d-af1e-21af1cd8b372 req-4a06a254-1873-40a4-a178-6db4699eac9c tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:25.944327 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-238bcee7-4df6-4e5d-af1e-21af1cd8b372 req-4a06a254-1873-40a4-a178-6db4699eac9c tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.1042054 Apr 05 15:56:26.011001 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-238bcee7-4df6-4e5d-af1e-21af1cd8b372 req-03adb10a-98ea-40f4-b518-8345e8623c92 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608299 Apr 05 15:56:27.209478 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d3566-bc81-49f6-8287-142ca19378eb req-09365912-94c0-4732-be68-7b5f8a4fc584 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:27.211779 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-075d3566-bc81-49f6-8287-142ca19378eb req-09365912-94c0-4732-be68-7b5f8a4fc584 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0894892 Apr 05 15:56:27.260561 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-075d3566-bc81-49f6-8287-142ca19378eb req-319a217d-a14c-49c6-bae5-b32fce227738 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425694 Apr 05 15:56:28.461325 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787881dc-bc38-43e0-a206-a618c86addc5 req-c68519a9-4c2f-4838-ad29-ab626271177b tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:28.462918 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-787881dc-bc38-43e0-a206-a618c86addc5 req-c68519a9-4c2f-4838-ad29-ab626271177b tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0898333 Apr 05 15:56:28.510375 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-787881dc-bc38-43e0-a206-a618c86addc5 req-32cc843a-2325-4386-9052-8a0559f3e39a tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411670 Apr 05 15:56:29.717019 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ad64e-ad43-4b25-883d-04701957181b req-7c1eabe3-a4d0-40a4-a123-9e57aa4bff7b tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:29.718643 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-486ad64e-ad43-4b25-883d-04701957181b req-7c1eabe3-a4d0-40a4-a123-9e57aa4bff7b tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0921595 Apr 05 15:56:29.767751 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-486ad64e-ad43-4b25-883d-04701957181b req-5cac25fd-5fc1-461a-bf86-19bbb8898437 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425208 Apr 05 15:56:30.969481 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655ece8-1785-47b6-a578-19ce35dbddf7 req-4ebeb489-abc1-4807-afad-c2ddad0e4295 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:30.971101 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e655ece8-1785-47b6-a578-19ce35dbddf7 req-4ebeb489-abc1-4807-afad-c2ddad0e4295 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0874379 Apr 05 15:56:31.018671 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e655ece8-1785-47b6-a578-19ce35dbddf7 req-585669be-1588-47b5-b62b-f2f8add5e543 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412765 Apr 05 15:56:31.453499 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 43890) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:31.575367 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-aa140010-2163-4002-a135-22415e7846c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:31.590883 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-aa140010-2163-4002-a135-22415e7846c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:56:31.594842 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-aa140010-2163-4002-a135-22415e7846c7 admin admin] Usage tracker for resource:security_group_rule and tenant:cb4407c58eb1474c9eb419f49c28ae95 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:56:31.597711 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-aa140010-2163-4002-a135-22415e7846c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:56:31.604342 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-aa140010-2163-4002-a135-22415e7846c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:56:31.689540 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-aa140010-2163-4002-a135-22415e7846c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:31.728931 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-aa140010-2163-4002-a135-22415e7846c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:31.737617 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e5b2fb7b-6a84-406c-a09c-94531959ac59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:31.780180 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-aa140010-2163-4002-a135-22415e7846c7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb4407c58eb1474c9eb419f49c28ae95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3254933 Apr 05 15:56:31.781115 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa140010-2163-4002-a135-22415e7846c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c3105b-52ef-4723-9ddf-a639e17b82de,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:31.783096 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 43898) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:31.784362 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-aa140010-2163-4002-a135-22415e7846c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:31.844510 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e37bdce2-2cca-4d36-bddb-38a352201f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:31.872212 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e37bdce2-2cca-4d36-bddb-38a352201f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:31.957211 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e37bdce2-2cca-4d36-bddb-38a352201f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:31.962699 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7298714a-7ed6-48cd-b721-e18aaeec16ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:31.973241 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37bdce2-2cca-4d36-bddb-38a352201f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c3105b-52ef-4723-9ddf-a639e17b82de,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:31.978512 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e37bdce2-2cca-4d36-bddb-38a352201f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:31.980477 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e37bdce2-2cca-4d36-bddb-38a352201f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:31.981672 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-e37bdce2-2cca-4d36-bddb-38a352201f5b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/75c3105b-52ef-4723-9ddf-a639e17b82de HTTP/1.1" status: 204 len: 168 time: 0.1975217 Apr 05 15:56:32.219965 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff9b5f-1e10-46a9-b46b-b177f7d87b60 req-501c3f7f-90fc-410d-9c4a-e5fcd75244cc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:32.221560 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2bff9b5f-1e10-46a9-b46b-b177f7d87b60 req-501c3f7f-90fc-410d-9c4a-e5fcd75244cc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0914328 Apr 05 15:56:32.269273 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2bff9b5f-1e10-46a9-b46b-b177f7d87b60 req-6619cfcf-d1e0-40e2-a314-21e110f074a5 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413382 Apr 05 15:56:32.423911 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 43910) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:32.443461 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1d6d3cba-d74e-4620-89cc-ff6b110d421c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:32.459276 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-1d6d3cba-d74e-4620-89cc-ff6b110d421c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:56:32.463284 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-1d6d3cba-d74e-4620-89cc-ff6b110d421c admin admin] Usage tracker for resource:security_group_rule and tenant:d01401204b8c42ea92547a871c3e0504 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:56:32.466183 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-1d6d3cba-d74e-4620-89cc-ff6b110d421c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:56:32.472284 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-1d6d3cba-d74e-4620-89cc-ff6b110d421c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:56:32.554484 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1d6d3cba-d74e-4620-89cc-ff6b110d421c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:32.591091 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1d6d3cba-d74e-4620-89cc-ff6b110d421c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:32.599751 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f3b97386-df4a-4b06-b149-c7c6a9a67ac6 tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:32.641029 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-1d6d3cba-d74e-4620-89cc-ff6b110d421c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d01401204b8c42ea92547a871c3e0504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2160094 Apr 05 15:56:32.642723 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d3cba-d74e-4620-89cc-ff6b110d421c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad009a3c-d9cb-4647-ba38-d9d3179a1ce6,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:32.643961 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 43914) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:32.645795 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-1d6d3cba-d74e-4620-89cc-ff6b110d421c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:32.708775 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-913d8d5d-36d8-4d47-a1f1-c2f58e1a8c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:32.735565 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-913d8d5d-36d8-4d47-a1f1-c2f58e1a8c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:32.808570 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-913d8d5d-36d8-4d47-a1f1-c2f58e1a8c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:32.813557 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3bd1f60a-738b-44c5-abea-46058a3de3a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:32.827336 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d8d5d-36d8-4d47-a1f1-c2f58e1a8c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad009a3c-d9cb-4647-ba38-d9d3179a1ce6,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:32.831110 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-913d8d5d-36d8-4d47-a1f1-c2f58e1a8c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:32.836609 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-913d8d5d-36d8-4d47-a1f1-c2f58e1a8c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:32.837813 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-913d8d5d-36d8-4d47-a1f1-c2f58e1a8c7f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ad009a3c-d9cb-4647-ba38-d9d3179a1ce6 HTTP/1.1" status: 204 len: 168 time: 0.1927738 Apr 05 15:56:33.471401 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7eeea-8a34-46c5-a229-d6bf75925033 req-1c634a0f-6a88-4dbf-ba29-f41a3113376f tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:33.472995 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f3c7eeea-8a34-46c5-a229-d6bf75925033 req-1c634a0f-6a88-4dbf-ba29-f41a3113376f tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0894864 Apr 05 15:56:33.764339 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f3c7eeea-8a34-46c5-a229-d6bf75925033 req-b534935b-d4fa-4ce7-8aad-38265e1300b2 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2842214 Apr 05 15:56:34.963968 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb64bc-9b83-4592-91e6-bd26ba8ed364 req-ff8b685b-be13-4ef2-9660-9a9c2b47eaa9 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:34.965557 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-02fb64bc-9b83-4592-91e6-bd26ba8ed364 req-ff8b685b-be13-4ef2-9660-9a9c2b47eaa9 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0875700 Apr 05 15:56:35.014163 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-02fb64bc-9b83-4592-91e6-bd26ba8ed364 req-dc21d826-4d45-4a87-a07d-62808bcaa53c tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418603 Apr 05 15:56:35.028035 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 43968) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:35.149918 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-929b943f-c88f-4f8a-98d5-ba2929fe9d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:35.168400 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-929b943f-c88f-4f8a-98d5-ba2929fe9d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:56:35.172339 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-929b943f-c88f-4f8a-98d5-ba2929fe9d85 admin admin] Usage tracker for resource:security_group_rule and tenant:052a03b7a54e49b481635e1c1b6cae2b is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:56:35.175250 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-929b943f-c88f-4f8a-98d5-ba2929fe9d85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:56:35.181092 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-929b943f-c88f-4f8a-98d5-ba2929fe9d85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:56:35.262786 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-929b943f-c88f-4f8a-98d5-ba2929fe9d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:35.305465 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-929b943f-c88f-4f8a-98d5-ba2929fe9d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:35.315691 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-448d6df7-3926-4ff7-bf52-c277bb8d1e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:35.358112 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-929b943f-c88f-4f8a-98d5-ba2929fe9d85 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=052a03b7a54e49b481635e1c1b6cae2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3289094 Apr 05 15:56:35.359741 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b943f-c88f-4f8a-98d5-ba2929fe9d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bfbd77-9052-492b-821c-1e990028105f,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:35.361472 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 43976) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:35.363319 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-929b943f-c88f-4f8a-98d5-ba2929fe9d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:35.423180 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-98a6e791-b8c1-409f-a982-88142f2868ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:35.452540 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-98a6e791-b8c1-409f-a982-88142f2868ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:35.533881 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-98a6e791-b8c1-409f-a982-88142f2868ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:35.538745 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6be25d37-d726-4fa5-8d7b-1cebf923b3b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:35.551630 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6e791-b8c1-409f-a982-88142f2868ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bfbd77-9052-492b-821c-1e990028105f,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:35.553948 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-98a6e791-b8c1-409f-a982-88142f2868ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:35.561112 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-98a6e791-b8c1-409f-a982-88142f2868ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:35.562289 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-98a6e791-b8c1-409f-a982-88142f2868ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/06bfbd77-9052-492b-821c-1e990028105f HTTP/1.1" status: 204 len: 168 time: 0.1996791 Apr 05 15:56:36.012165 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 43986) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:36.032134 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-716d1561-c322-4203-be93-b49d09483645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:36.048363 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-716d1561-c322-4203-be93-b49d09483645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:56:36.052456 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-716d1561-c322-4203-be93-b49d09483645 admin admin] Usage tracker for resource:security_group_rule and tenant:431b4366d353436c9c5d183bce410dda is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:56:36.055818 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-716d1561-c322-4203-be93-b49d09483645 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:56:36.062333 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-716d1561-c322-4203-be93-b49d09483645 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:56:36.149448 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-716d1561-c322-4203-be93-b49d09483645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:36.196971 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-716d1561-c322-4203-be93-b49d09483645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:36.206553 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-9193b3ae-fd3c-4454-a12a-cbd25f03813b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:36.214727 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18be9d-982a-439a-98f3-62625a078e0c req-07137c9d-4d81-4793-aaf4-93cf4f046fbd tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:36.216314 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1b18be9d-982a-439a-98f3-62625a078e0c req-07137c9d-4d81-4793-aaf4-93cf4f046fbd tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0880213 Apr 05 15:56:36.250867 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-716d1561-c322-4203-be93-b49d09483645 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=431b4366d353436c9c5d183bce410dda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374961 Apr 05 15:56:36.251829 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d1561-c322-4203-be93-b49d09483645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90012a2b-5502-43c3-8309-492227e4bc4c,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:36.254359 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 43992) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:36.256973 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-716d1561-c322-4203-be93-b49d09483645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:36.269332 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1b18be9d-982a-439a-98f3-62625a078e0c req-e11aa21f-3d4a-46d5-8c63-06fc7f96876c tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466862 Apr 05 15:56:36.321609 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-74897b69-5874-4435-8931-1e8afce0a421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:36.349554 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-74897b69-5874-4435-8931-1e8afce0a421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:36.436722 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-74897b69-5874-4435-8931-1e8afce0a421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:36.441864 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-71096454-8f74-473f-8b84-05ffd8b45e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:36.454941 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74897b69-5874-4435-8931-1e8afce0a421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90012a2b-5502-43c3-8309-492227e4bc4c,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:36.458045 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-74897b69-5874-4435-8931-1e8afce0a421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:36.460242 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-74897b69-5874-4435-8931-1e8afce0a421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:36.461482 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-74897b69-5874-4435-8931-1e8afce0a421 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/90012a2b-5502-43c3-8309-492227e4bc4c HTTP/1.1" status: 204 len: 168 time: 0.2061296 Apr 05 15:56:37.483426 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee23178-954c-4e41-9a9e-483265dc2858 req-23591ca7-6198-4924-815a-bc9790a39a39 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:37.485035 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0ee23178-954c-4e41-9a9e-483265dc2858 req-23591ca7-6198-4924-815a-bc9790a39a39 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0901208 Apr 05 15:56:37.534735 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0ee23178-954c-4e41-9a9e-483265dc2858 req-3daf4aad-c94f-4b51-a393-2f20b1769475 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417702 Apr 05 15:56:38.750335 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52187271-9405-4bab-9840-e7cad0110d55 req-e6a96572-5739-4e12-903a-4129a3f9a8ed tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:38.752023 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-52187271-9405-4bab-9840-e7cad0110d55 req-e6a96572-5739-4e12-903a-4129a3f9a8ed tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0949655 Apr 05 15:56:38.799945 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-52187271-9405-4bab-9840-e7cad0110d55 req-2435e349-dd57-4e2b-a9f5-59f0b9a56b67 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416799 Apr 05 15:56:39.102887 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 44076) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:39.226323 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6150cb5f-abca-4336-b09d-9d0f5fd752d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:39.242579 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-6150cb5f-abca-4336-b09d-9d0f5fd752d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:56:39.246609 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-6150cb5f-abca-4336-b09d-9d0f5fd752d3 admin admin] Usage tracker for resource:security_group_rule and tenant:cef45fe125ff4a7d9197b79fe88e6e27 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:56:39.249522 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-6150cb5f-abca-4336-b09d-9d0f5fd752d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:56:39.255483 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-6150cb5f-abca-4336-b09d-9d0f5fd752d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:56:39.338758 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6150cb5f-abca-4336-b09d-9d0f5fd752d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:39.395859 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6150cb5f-abca-4336-b09d-9d0f5fd752d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:39.405178 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3b129fbf-2ee8-4edc-aa97-49d488c9b7ed tempest-AttachVolumeTestJSON-1173274509 tempest-AttachVolumeTestJSON-1173274509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:39.453809 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-6150cb5f-abca-4336-b09d-9d0f5fd752d3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cef45fe125ff4a7d9197b79fe88e6e27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3467057 Apr 05 15:56:39.453809 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150cb5f-abca-4336-b09d-9d0f5fd752d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116948f7-e1e0-4f67-8596-3ca4b04d955e,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:39.454754 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 44084) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:39.457348 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6150cb5f-abca-4336-b09d-9d0f5fd752d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:39.517622 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7f8ca36d-779e-4d92-90af-586cfcce44f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:39.544722 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7f8ca36d-779e-4d92-90af-586cfcce44f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:39.618415 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7f8ca36d-779e-4d92-90af-586cfcce44f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:39.623244 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-fdd5d783-2b6c-4c51-b858-a7286321c94c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:39.636917 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ca36d-779e-4d92-90af-586cfcce44f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116948f7-e1e0-4f67-8596-3ca4b04d955e,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:39.639599 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7f8ca36d-779e-4d92-90af-586cfcce44f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:39.641677 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7f8ca36d-779e-4d92-90af-586cfcce44f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:39.642773 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-7f8ca36d-779e-4d92-90af-586cfcce44f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/116948f7-e1e0-4f67-8596-3ca4b04d955e HTTP/1.1" status: 204 len: 168 time: 0.1870663 Apr 05 15:56:40.000870 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e9fda-09a8-4c8d-bd75-67c6d2488488 req-69b53759-f154-4931-8518-d0ecab71f439 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:40.002486 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0d8e9fda-09a8-4c8d-bd75-67c6d2488488 req-69b53759-f154-4931-8518-d0ecab71f439 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0884261 Apr 05 15:56:40.049047 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0d8e9fda-09a8-4c8d-bd75-67c6d2488488 req-a40d31e9-82a8-44dc-9898-f833105c8d7e tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400708 Apr 05 15:56:40.172405 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 44094) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:40.192093 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-757ce751-c20a-4dc8-ac66-11b7d587f4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:40.208010 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-757ce751-c20a-4dc8-ac66-11b7d587f4e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:56:40.212053 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-757ce751-c20a-4dc8-ac66-11b7d587f4e3 admin admin] Usage tracker for resource:security_group_rule and tenant:176c15b7b8fa49f2bbc37550bc643cbd is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:56:40.215077 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-757ce751-c20a-4dc8-ac66-11b7d587f4e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:56:40.221108 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-757ce751-c20a-4dc8-ac66-11b7d587f4e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:56:40.304127 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-757ce751-c20a-4dc8-ac66-11b7d587f4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:40.351082 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-757ce751-c20a-4dc8-ac66-11b7d587f4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:40.364657 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-8f0ae38d-ac73-4598-bd84-8d423674bc2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:40.406381 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-757ce751-c20a-4dc8-ac66-11b7d587f4e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=176c15b7b8fa49f2bbc37550bc643cbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328906 Apr 05 15:56:40.407327 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ce751-c20a-4dc8-ac66-11b7d587f4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baac0607-3759-47b1-a34d-c7b18ae2ec06,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:40.409267 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 44098) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:40.410572 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-757ce751-c20a-4dc8-ac66-11b7d587f4e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:40.473333 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2400cc77-53fb-4e38-b1d3-c15e21b71636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:40.500911 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2400cc77-53fb-4e38-b1d3-c15e21b71636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:40.602695 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2400cc77-53fb-4e38-b1d3-c15e21b71636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:40.608271 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-729166d5-99cb-4be5-8e19-0dfdaadbee66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:40.620859 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400cc77-53fb-4e38-b1d3-c15e21b71636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baac0607-3759-47b1-a34d-c7b18ae2ec06,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:40.624906 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-2400cc77-53fb-4e38-b1d3-c15e21b71636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:40.630396 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2400cc77-53fb-4e38-b1d3-c15e21b71636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:40.631583 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-2400cc77-53fb-4e38-b1d3-c15e21b71636 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/baac0607-3759-47b1-a34d-c7b18ae2ec06 HTTP/1.1" status: 204 len: 168 time: 0.2212117 Apr 05 15:56:41.247826 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede24ce-149e-4928-ac1b-216397b4d2c1 req-da3def2b-6ed3-4155-b2fb-db69bf6f6e51 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:41.249567 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6ede24ce-149e-4928-ac1b-216397b4d2c1 req-da3def2b-6ed3-4155-b2fb-db69bf6f6e51 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0885916 Apr 05 15:56:41.301029 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6ede24ce-149e-4928-ac1b-216397b4d2c1 req-6b68c326-f83f-4552-a715-c62e32ca6caf tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449791 Apr 05 15:56:41.522947 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 44126) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:41.633016 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1078054628-network', 'tenant_id': 'f8216e36df9b48969c83affaa8135f01'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:56:41.638754 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:56:41.642760 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Usage tracker for resource:network and tenant:f8216e36df9b48969c83affaa8135f01 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:56:41.645696 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:56:41.652211 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:56:41.687912 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Made reservation on behalf of f8216e36df9b48969c83affaa8135f01 for: {'network': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:56:41.692570 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for network, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:41.705213 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:41.720118 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:56:41.723999 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Usage tracker for resource:security_group_rule and tenant:f8216e36df9b48969c83affaa8135f01 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:56:41.726829 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:56:41.733218 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:56:41.816695 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:41.847994 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:41.852193 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-851c2fb1-1783-4df1-89b2-b3af6b86f398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:41.881483 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=84430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 15:56:41.890290 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a9a612-d82d-48ab-9687-f54db7fb5d48,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:41.894103 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:41.896600 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:41.896983 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.segments_db [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Added segment 523b69c3-2af2-4be9-ace3-b8213133eff7 of type vlan for network 97e83878-3b7c-4898-8dff-de3ba31adba1 Apr 05 15:56:41.930592 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739064997474'] for network, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:42.002262 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for network, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:42.003666 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:42.004294 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:42.009373 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:42.116138 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Pushing event updated for resources: {'Network': ['ID=97e83878-3b7c-4898-8dff-de3ba31adba1,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:42.123739 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:56:42.124153 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:56:42.124561 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:56:42.124963 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:56:42.125361 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:56:42.125761 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:56:42.126155 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:56:42.126578 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:56:42.126977 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:56:42.127366 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:56:42.127759 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:56:42.128149 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:56:42.132405 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:42.135019 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-e27cf228-97c2-4095-b6db-7181cc428e1e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6106677 Apr 05 15:56:42.137857 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 44138) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:42.140498 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Network 97e83878-3b7c-4898-8dff-de3ba31adba1 details requested by agent ovs-agent-dv-cinder-784779-1-iscsi with host dv-cinder-784779-1-iscsi {{(pid=84431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 15:56:42.143916 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-e06ee591-0bd6-4d1d-b888-eaac28b253aa admin admin] Request body: {'subnet': {'network_id': '97e83878-3b7c-4898-8dff-de3ba31adba1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1078054628-subnet', 'tenant_id': 'f8216e36df9b48969c83affaa8135f01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:56:42.148954 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-e06ee591-0bd6-4d1d-b888-eaac28b253aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:56:42.153490 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-e06ee591-0bd6-4d1d-b888-eaac28b253aa admin admin] Usage tracker for resource:subnet and tenant:f8216e36df9b48969c83affaa8135f01 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:56:42.156464 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-e06ee591-0bd6-4d1d-b888-eaac28b253aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:56:42.162429 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-e06ee591-0bd6-4d1d-b888-eaac28b253aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:56:42.191154 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06ee591-0bd6-4d1d-b888-eaac28b253aa admin admin] Made reservation on behalf of f8216e36df9b48969c83affaa8135f01 for: {'subnet': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 15:56:42.196050 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e06ee591-0bd6-4d1d-b888-eaac28b253aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852627886'] for subnet, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:42.594079 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f4bfa-9cc8-4858-ab41-6baae1a03a2d req-d5f69346-badd-4872-b142-7808d0bee451 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:42.595747 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-154f4bfa-9cc8-4858-ab41-6baae1a03a2d req-d5f69346-badd-4872-b142-7808d0bee451 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.1807170 Apr 05 15:56:42.658866 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-154f4bfa-9cc8-4858-ab41-6baae1a03a2d req-19d3a147-af3d-4432-b348-d51ac2ef78e2 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534186 Apr 05 15:56:42.733601 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e06ee591-0bd6-4d1d-b888-eaac28b253aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852627871'] for subnet, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:42.749398 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-808ceb9e-a691-4533-bbe5-c21f2e0a8c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:42.886514 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ee591-0bd6-4d1d-b888-eaac28b253aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=834bb619-97a6-46ac-9bb8-77e316b094a7,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:42.890673 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e06ee591-0bd6-4d1d-b888-eaac28b253aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:42.949380 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06ee591-0bd6-4d1d-b888-eaac28b253aa admin admin] Checking segment: {'id': '523b69c3-2af2-4be9-ace3-b8213133eff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '97e83878-3b7c-4898-8dff-de3ba31adba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 15:56:42.949777 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06ee591-0bd6-4d1d-b888-eaac28b253aa admin admin] Network hostable DHCP agents. Network: 97e83878-3b7c-4898-8dff-de3ba31adba1, hostable agents: ['0f32e0e8-c846-4e58-971c-cb28b45a07b7'], hosted agents: [] {{(pid=84430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 15:56:43.025388 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06ee591-0bd6-4d1d-b888-eaac28b253aa admin admin] Network 97e83878-3b7c-4898-8dff-de3ba31adba1 is scheduled to be hosted by DHCP agent 0f32e0e8-c846-4e58-971c-cb28b45a07b7 with binding_index 1 {{(pid=84430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 15:56:43.059660 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-e06ee591-0bd6-4d1d-b888-eaac28b253aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-iscsi, 97e83878-3b7c-4898-8dff-de3ba31adba1) {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:56:43.068820 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca25e9a5-a9b9-42ac-891e-7fdfc5f6bf7c None None] Network 97e83878-3b7c-4898-8dff-de3ba31adba1 requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:56:43.071731 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06ee591-0bd6-4d1d-b888-eaac28b253aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:43.072387 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e06ee591-0bd6-4d1d-b888-eaac28b253aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:43.112061 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-e06ee591-0bd6-4d1d-b888-eaac28b253aa admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9731097 Apr 05 15:56:43.296740 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9cd41c-c663-4ded-9085-b83eeb956347 None None] Network 97e83878-3b7c-4898-8dff-de3ba31adba1 requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:56:44.084063 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa752f0-ddb6-457d-8ce8-bf0f7ba3d549 req-b8bfb50e-3afd-4211-97f5-1369011e7c48 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:44.085630 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3aa752f0-ddb6-457d-8ce8-bf0f7ba3d549 req-b8bfb50e-3afd-4211-97f5-1369011e7c48 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.1694317 Apr 05 15:56:44.098231 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928245b-595e-437a-8c5e-5161b4f27e77 req-0583c674-68f5-4589-8c84-9f334490c622 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:44.099769 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7928245b-595e-437a-8c5e-5161b4f27e77 req-0583c674-68f5-4589-8c84-9f334490c622 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 947 time: 0.1282952 Apr 05 15:56:44.177782 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3aa752f0-ddb6-457d-8ce8-bf0f7ba3d549 req-691ca7ed-5f3d-4fae-9c05-61a5f3df4528 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770009 Apr 05 15:56:44.183325 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7928245b-595e-437a-8c5e-5161b4f27e77 req-0eecdd99-f2a6-48d6-8d8d-05e3596410ba tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674493 Apr 05 15:56:45.259056 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:45.411170 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b568446-659a-4cc3-9118-5a5e4139f090 req-19d581e3-b134-4608-a0d4-e29a85500d5a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:45.411930 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-2b568446-659a-4cc3-9118-5a5e4139f090 req-19d581e3-b134-4608-a0d4-e29a85500d5a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Synchronizing usage tracker for tenant:639ec5b6ae8d4642b674c6cd637e4cb2 on resource:port {{(pid=84429) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:56:45.447045 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3ecc4-323a-44ed-9f0e-05116222ef34 req-dc7233f0-4aca-4703-b2f3-45af0e2e7a81 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:45.448649 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-36f3ecc4-323a-44ed-9f0e-05116222ef34 req-dc7233f0-4aca-4703-b2f3-45af0e2e7a81 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.1576340 Apr 05 15:56:45.459864 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-2b568446-659a-4cc3-9118-5a5e4139f090 req-19d581e3-b134-4608-a0d4-e29a85500d5a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Unset dirty status for tenant:639ec5b6ae8d4642b674c6cd637e4cb2 on resource:port {{(pid=84429) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:56:45.461112 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2b568446-659a-4cc3-9118-5a5e4139f090 req-19d581e3-b134-4608-a0d4-e29a85500d5a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.43 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 947 time: 0.1365623 Apr 05 15:56:45.461297 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a90feb-06bf-48b6-b6e5-1641ed4d7d10 req-8b814c74-3651-4711-91dd-d8ee9dde427a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:45.462811 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e0a90feb-06bf-48b6-b6e5-1641ed4d7d10 req-8b814c74-3651-4711-91dd-d8ee9dde427a tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 947 time: 0.1298034 Apr 05 15:56:45.535302 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-36f3ecc4-323a-44ed-9f0e-05116222ef34 req-c96e87d1-248c-4ffb-85fd-2b62bb4a8875 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713871 Apr 05 15:56:45.542926 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e0a90feb-06bf-48b6-b6e5-1641ed4d7d10 req-ec125b94-acf0-4599-ad89-b1e407c2830e tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups?id=d30ade67-1625-4f35-8e30-7b6b2aba4e07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634401 Apr 05 15:56:45.546590 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-2b568446-659a-4cc3-9118-5a5e4139f090 req-b0d4e191-8fac-4831-a079-54b066ae2380 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Deleting port 76fd303e-79dd-4a7c-a799-9864eb7a43e8 {{(pid=84429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:56:45.546982 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-2b568446-659a-4cc3-9118-5a5e4139f090 req-b0d4e191-8fac-4831-a079-54b066ae2380 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:45.810148 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-2b568446-659a-4cc3-9118-5a5e4139f090 req-b0d4e191-8fac-4831-a079-54b066ae2380 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] For port 76fd303e-79dd-4a7c-a799-9864eb7a43e8, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=76fd303e-79dd-4a7c-a799-9864eb7a43e8,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:56:45.810510 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-2b568446-659a-4cc3-9118-5a5e4139f090 req-b0d4e191-8fac-4831-a079-54b066ae2380 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:46.116007 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-2b568446-659a-4cc3-9118-5a5e4139f090 req-b0d4e191-8fac-4831-a079-54b066ae2380 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:46.116356 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-2b568446-659a-4cc3-9118-5a5e4139f090 req-b0d4e191-8fac-4831-a079-54b066ae2380 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850964789'] for floatingip, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:46.116704 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.l3_db [req-2b568446-659a-4cc3-9118-5a5e4139f090 req-b0d4e191-8fac-4831-a079-54b066ae2380 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Floating IP 32daae89-b7c1-4c2e-a7f0-58e2be621134 disassociated. External IP: 172.27.0.169, port: 76fd303e-79dd-4a7c-a799-9864eb7a43e8. Apr 05 15:56:46.117081 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-2b568446-659a-4cc3-9118-5a5e4139f090 req-b0d4e191-8fac-4831-a079-54b066ae2380 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Calling delete_port for 76fd303e-79dd-4a7c-a799-9864eb7a43e8 owned by compute:nova {{(pid=84429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:56:46.351151 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-2b568446-659a-4cc3-9118-5a5e4139f090 req-b0d4e191-8fac-4831-a079-54b066ae2380 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:46.369369 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b92af141-5d8a-43d1-b0a3-44a6f88df5bd tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:46.426930 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4e191-8fac-4831-a079-54b066ae2380 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Pushing event deleted for resources: {'Port': ['ID=76fd303e-79dd-4a7c-a799-9864eb7a43e8,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:46.429358 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b0d4e191-8fac-4831-a079-54b066ae2380 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:46.759127 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1e5ba783-ac92-4921-acd9-4bbcccbbdca8 req-54f26e7a-8961-4f29-ba21-d8bc85b782c5 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 210 time: 0.0649574 Apr 05 15:56:46.800177 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b58640-d09b-43e6-89c5-c8cd5277e5c1 req-e4faa64d-441d-45d0-bd5c-645cd17295fe tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:46.801909 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-95b58640-d09b-43e6-89c5-c8cd5277e5c1 req-e4faa64d-441d-45d0-bd5c-645cd17295fe tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.1500366 Apr 05 15:56:46.855630 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-95b58640-d09b-43e6-89c5-c8cd5277e5c1 req-920565e7-d013-41a5-946b-1e9e73385e2a tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460918 Apr 05 15:56:46.920688 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:56:46.956744 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b568446-659a-4cc3-9118-5a5e4139f090 req-b0d4e191-8fac-4831-a079-54b066ae2380 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Router 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:56:47.151446 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b568446-659a-4cc3-9118-5a5e4139f090 req-b0d4e191-8fac-4831-a079-54b066ae2380 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:56:47.161424 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936c693a-ea26-4b07-8fd6-a8077fa4b008 None None] Sync routers for ids ['9375d360-b6e3-4a37-ae90-ef6a01a8ae50'] in dv-cinder-784779-1-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:56:47.172225 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936c693a-ea26-4b07-8fd6-a8077fa4b008 None None] Routers {'9375d360-b6e3-4a37-ae90-ef6a01a8ae50'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:56:47.172981 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-936c693a-ea26-4b07-8fd6-a8077fa4b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:56:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['9375d360-b6e3-4a37-ae90-ef6a01a8ae50'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:56:47.231904 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b568446-659a-4cc3-9118-5a5e4139f090 req-b0d4e191-8fac-4831-a079-54b066ae2380 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] No DVR routers for this DVR port 76fd303e-79dd-4a7c-a799-9864eb7a43e8 on host hv-cinder-78477 {{(pid=84429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:56:47.234502 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-2b568446-659a-4cc3-9118-5a5e4139f090 req-b0d4e191-8fac-4831-a079-54b066ae2380 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:47.237338 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0c8c71-b721-46cc-b6e8-eee4d03eb450', 'name': 'network-vif-deleted', 'tag': '76fd303e-79dd-4a7c-a799-9864eb7a43e8'}] {{(pid=84429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:56:47.288134 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0c8c71-b721-46cc-b6e8-eee4d03eb450', 'name': 'network-vif-deleted', 'tag': '76fd303e-79dd-4a7c-a799-9864eb7a43e8', 'status': 'completed', 'code': 200} Apr 05 15:56:47.294605 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2b568446-659a-4cc3-9118-5a5e4139f090 req-b0d4e191-8fac-4831-a079-54b066ae2380 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.43 "DELETE /v2.0/ports/76fd303e-79dd-4a7c-a799-9864eb7a43e8 HTTP/1.1" status: 204 len: 173 time: 1.8244200 Apr 05 15:56:47.530707 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-936c693a-ea26-4b07-8fd6-a8077fa4b008 None None] Set router 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:56:47.875403 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-936c693a-ea26-4b07-8fd6-a8077fa4b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'name': 'tempest-AttachVolumeShelveTestJSON-291045351-router', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T15:49:16Z', 'revision_number': 4, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'gw_port': {'id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:05Z', 'updated_at': '2021-04-05T15:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'd20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a', 'name': '', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'mac_address': 'fa:16:3e:d0:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:13Z', 'updated_at': '2021-04-05T15:49:29Z', 'revision_number': 5, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'subnets': [{'id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:56:47.880308 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936c693a-ea26-4b07-8fd6-a8077fa4b008 None None] Checking router: 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 for host: dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:56:47.890946 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936c693a-ea26-4b07-8fd6-a8077fa4b008 None None] Routers {'9375d360-b6e3-4a37-ae90-ef6a01a8ae50'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:56:47.891620 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-936c693a-ea26-4b07-8fd6-a8077fa4b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:56:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['9375d360-b6e3-4a37-ae90-ef6a01a8ae50'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:56:47.967181 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c83ad535-8463-47d3-889c-c8ad6fc2cb8b req-d5628941-1d8f-4f0d-9803-75e52cbb2b2c tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e0c8c71-b721-46cc-b6e8-eee4d03eb450 HTTP/1.1" status: 200 len: 210 time: 0.0644295 Apr 05 15:56:48.087771 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11699820-1351-4b63-a962-9d054a0b8506 req-8871deeb-796d-4623-b5a8-f14a3becf4d0 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:48.090261 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-11699820-1351-4b63-a962-9d054a0b8506 req-8871deeb-796d-4623-b5a8-f14a3becf4d0 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0943687 Apr 05 15:56:48.100677 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-936c693a-ea26-4b07-8fd6-a8077fa4b008 None None] Set router 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:56:48.140202 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-11699820-1351-4b63-a962-9d054a0b8506 req-7e6baa49-ebc7-4d2e-8be1-44911c15ea78 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423999 Apr 05 15:56:48.439807 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-936c693a-ea26-4b07-8fd6-a8077fa4b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'name': 'tempest-AttachVolumeShelveTestJSON-291045351-router', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T15:49:16Z', 'revision_number': 4, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'gw_port': {'id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:05Z', 'updated_at': '2021-04-05T15:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'd20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a', 'name': '', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'mac_address': 'fa:16:3e:d0:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:13Z', 'updated_at': '2021-04-05T15:49:29Z', 'revision_number': 5, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'subnets': [{'id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:56:48.443905 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936c693a-ea26-4b07-8fd6-a8077fa4b008 None None] The sync data for ids ['9375d360-b6e3-4a37-ae90-ef6a01a8ae50'] in dv-cinder-784779-1-iscsi is: [{'id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'name': 'tempest-AttachVolumeShelveTestJSON-291045351-router', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T15:49:16Z', 'revision_number': 4, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'gw_port': {'id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:05Z', 'updated_at': '2021-04-05T15:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'd20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a', 'name': '', 'network_id': 'e5b2c727-4df9-4ea8-bf8a-1e179c6d9965', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'mac_address': 'fa:16:3e:d0:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:13Z', 'updated_at': '2021-04-05T15:49:29Z', 'revision_number': 5, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'subnets': [{'id': '7b49c561-1ceb-4c3b-9352-979a5ef7193b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:56:48.878787 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea00f1d-6c76-4937-9150-874c60e749fe None None] New status for floating IP 32daae89-b7c1-4c2e-a7f0-58e2be621134: DOWN {{(pid=84431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 15:56:49.163922 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 44206) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:49.235481 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fa91bb3a-bdb0-4c2c-bd91-16737c41af41 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:49.309600 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fa91bb3a-bdb0-4c2c-bd91-16737c41af41 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:49.356943 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e7661664-3314-4efc-9715-485a37634e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:49.391672 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7d941-68c7-4b51-b2a0-4c643fca4ebb req-903f89fd-a105-4f19-b3df-453329312207 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:49.393266 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-99d7d941-68c7-4b51-b2a0-4c643fca4ebb req-903f89fd-a105-4f19-b3df-453329312207 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.1346302 Apr 05 15:56:49.418669 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fa91bb3a-bdb0-4c2c-bd91-16737c41af41 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:49.426083 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-846b309e-2502-4e39-9500-9dcb56dd5c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:49.452431 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91bb3a-bdb0-4c2c-bd91-16737c41af41 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30ade67-1625-4f35-8e30-7b6b2aba4e07,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:49.458138 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-fa91bb3a-bdb0-4c2c-bd91-16737c41af41 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:49.466706 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-99d7d941-68c7-4b51-b2a0-4c643fca4ebb req-155a3e1b-ff62-4224-bb55-8b32e2df6a96 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666945 Apr 05 15:56:49.495405 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fa91bb3a-bdb0-4c2c-bd91-16737c41af41 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:49.497170 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-fa91bb3a-bdb0-4c2c-bd91-16737c41af41 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "DELETE /v2.0/security-groups/d30ade67-1625-4f35-8e30-7b6b2aba4e07 HTTP/1.1" status: 204 len: 168 time: 0.3321984 Apr 05 15:56:49.500032 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 44214) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:49.518077 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.api.v2.resource [None req-34410057-ec93-48f9-8790-55e2f7d166eb tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] show failed (client error): The resource could not be found. Apr 05 15:56:49.519157 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-34410057-ec93-48f9-8790-55e2f7d166eb tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "GET /v2.0/security-groups/d30ade67-1625-4f35-8e30-7b6b2aba4e07 HTTP/1.1" status: 404 len: 347 time: 0.0180521 Apr 05 15:56:49.522073 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 44218) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:56:49.695109 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-a66254be-aeac-45f1-8d9a-7d75519ff583 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Deleting port db8711fd-61b1-43dd-863e-4dc61f6b3e21 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:56:49.695499 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a66254be-aeac-45f1-8d9a-7d75519ff583 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:49.875760 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a66254be-aeac-45f1-8d9a-7d75519ff583 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:49.876167 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a66254be-aeac-45f1-8d9a-7d75519ff583 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:50.012132 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-a66254be-aeac-45f1-8d9a-7d75519ff583 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Calling delete_port for db8711fd-61b1-43dd-863e-4dc61f6b3e21 owned by network:floatingip {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:56:50.214203 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a66254be-aeac-45f1-8d9a-7d75519ff583 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:50.218296 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 76fd303e-79dd-4a7c-a799-9864eb7a43e8 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:56:50.231468 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a4d44277-85bb-4b66-b259-1ba1b940156f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:56:50.256343 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] No Port match for: 76fd303e-79dd-4a7c-a799-9864eb7a43e8 {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:56:50.256734 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 76fd303e-79dd-4a7c-a799-9864eb7a43e8 not bound to the agent host hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:56:50.292664 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66254be-aeac-45f1-8d9a-7d75519ff583 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Pushing event deleted for resources: {'Port': ['ID=db8711fd-61b1-43dd-863e-4dc61f6b3e21,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:56:50.295204 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a66254be-aeac-45f1-8d9a-7d75519ff583 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:56:50.493431 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a66254be-aeac-45f1-8d9a-7d75519ff583 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks [] for floatingip, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:50.508242 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a66254be-aeac-45f1-8d9a-7d75519ff583 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for floatingip, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:50.509478 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-a66254be-aeac-45f1-8d9a-7d75519ff583 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] 10.222.0.44 "DELETE /v2.0/floatingips/32daae89-b7c1-4c2e-a7f0-58e2be621134 HTTP/1.1" status: 204 len: 168 time: 0.9863832 Apr 05 15:56:50.711934 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:50.923613 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644f4de-7c56-468d-a3e5-364f29572c80 req-74a6fba9-2fb0-4f85-9b3c-7f0c3d688e49 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:50.925228 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2644f4de-7c56-468d-a3e5-364f29572c80 req-74a6fba9-2fb0-4f85-9b3c-7f0c3d688e49 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.3265259 Apr 05 15:56:50.974070 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2644f4de-7c56-468d-a3e5-364f29572c80 req-8bd35bc4-0eea-4d80-903b-42397126c010 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422857 Apr 05 15:56:51.842676 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8cb25bd6-4618-43e6-a587-4d85daf870fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:52.173698 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2ceef-59a5-431b-ae71-7c61aa0c0d83 req-3f0ea9d5-e09f-4f94-aaf3-01ab613f1b50 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:52.175295 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a7d2ceef-59a5-431b-ae71-7c61aa0c0d83 req-3f0ea9d5-e09f-4f94-aaf3-01ab613f1b50 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0888550 Apr 05 15:56:52.224698 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a7d2ceef-59a5-431b-ae71-7c61aa0c0d83 req-84cc7cab-d754-43a9-b490-2e8207178c7d tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429053 Apr 05 15:56:52.362139 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:53.425662 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3933a4-c155-4105-9493-e828d82a3a59 req-c399f848-655b-4e8d-91c2-1d49e3233bed tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:53.427256 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1f3933a4-c155-4105-9493-e828d82a3a59 req-c399f848-655b-4e8d-91c2-1d49e3233bed tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0876462 Apr 05 15:56:53.474087 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1f3933a4-c155-4105-9493-e828d82a3a59 req-87b510b4-e9f7-434c-aba4-1fa76f23b3de tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406630 Apr 05 15:56:53.831206 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:56:54.676336 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf85ec7-a6f4-47b1-8214-ad729b6e529c req-633b6beb-3b6e-4694-8c0e-9332bfc37b7a tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:54.677904 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4cf85ec7-a6f4-47b1-8214-ad729b6e529c req-633b6beb-3b6e-4694-8c0e-9332bfc37b7a tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0903764 Apr 05 15:56:54.724748 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4cf85ec7-a6f4-47b1-8214-ad729b6e529c req-347166cb-f022-4fbf-95f4-990c656d5c73 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405474 Apr 05 15:56:55.923243 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c0df8-ae71-48ef-bc28-9291e5f22f80 req-21f6e880-a4eb-44a7-90ee-befa6321a87b tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:55.924813 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9f2c0df8-ae71-48ef-bc28-9291e5f22f80 req-21f6e880-a4eb-44a7-90ee-befa6321a87b tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0887630 Apr 05 15:56:55.971526 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9f2c0df8-ae71-48ef-bc28-9291e5f22f80 req-e1c3f509-370d-47f5-8bdc-6d710eac47f8 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403569 Apr 05 15:56:57.172585 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b78f3-84d1-4e45-9b39-5d9ead2ee647 req-e0134364-39fc-47de-85df-7ae62683deff tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:57.173642 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8e5b78f3-84d1-4e45-9b39-5d9ead2ee647 req-e0134364-39fc-47de-85df-7ae62683deff tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0911267 Apr 05 15:56:57.221837 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8e5b78f3-84d1-4e45-9b39-5d9ead2ee647 req-024e331b-c6a9-4cf9-9d68-4e14d4f71807 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414097 Apr 05 15:56:58.425957 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd76f1-d488-4eec-b3f6-778046dcbf6e req-565801f6-d827-4f37-a391-09f7759522c5 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:58.427603 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f5bd76f1-d488-4eec-b3f6-778046dcbf6e req-565801f6-d827-4f37-a391-09f7759522c5 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0921190 Apr 05 15:56:58.476048 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f5bd76f1-d488-4eec-b3f6-778046dcbf6e req-3cf7d4c0-48b5-4f58-9087-fe0d4e8e1374 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421140 Apr 05 15:56:59.690103 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fb10b-a64f-4d13-a200-5558d5496d8f req-55c706ca-7963-4e4f-9028-9021ca101fc4 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:56:59.691723 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d63fb10b-a64f-4d13-a200-5558d5496d8f req-55c706ca-7963-4e4f-9028-9021ca101fc4 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0998936 Apr 05 15:56:59.739126 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d63fb10b-a64f-4d13-a200-5558d5496d8f req-fe78d4fa-851c-4799-9df9-831ab6875359 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409398 Apr 05 15:57:00.943419 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570527c4-7100-4de0-b6c6-8b15b2676c5f req-4b39a2d3-d044-48cd-9696-a1d7d67d3c1f tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:00.944990 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-570527c4-7100-4de0-b6c6-8b15b2676c5f req-4b39a2d3-d044-48cd-9696-a1d7d67d3c1f tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0924416 Apr 05 15:57:00.992504 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-570527c4-7100-4de0-b6c6-8b15b2676c5f req-47d0b3f8-1dac-4cf3-94bb-f7a2eeeb1fff tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410247 Apr 05 15:57:02.192164 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855fb59-36cf-43ba-a420-8a0852156409 req-62591a3a-7fdd-4635-a772-66133cd217f5 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:02.193741 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8855fb59-36cf-43ba-a420-8a0852156409 req-62591a3a-7fdd-4635-a772-66133cd217f5 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0896046 Apr 05 15:57:02.243704 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8855fb59-36cf-43ba-a420-8a0852156409 req-4e7c72c3-9b22-4871-b3e0-e166dfffa656 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434086 Apr 05 15:57:03.441222 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9301e-3cac-4a51-8fee-93e9d5985189 req-99bbd13c-0654-4e05-ab0f-59b77b9b86c6 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:03.442843 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-afe9301e-3cac-4a51-8fee-93e9d5985189 req-99bbd13c-0654-4e05-ab0f-59b77b9b86c6 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0887623 Apr 05 15:57:03.490723 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-afe9301e-3cac-4a51-8fee-93e9d5985189 req-ba3c6109-eff7-4118-86c8-cd415e673b64 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415766 Apr 05 15:57:04.690520 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a04fb3-ad53-42d6-9804-474481e14f31 req-f5e04a2c-4cf2-4b00-824b-08551e3e2c60 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:04.692104 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-31a04fb3-ad53-42d6-9804-474481e14f31 req-f5e04a2c-4cf2-4b00-824b-08551e3e2c60 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0913565 Apr 05 15:57:04.738609 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-31a04fb3-ad53-42d6-9804-474481e14f31 req-ca3f2159-38f6-4737-8ef0-8354869eeb38 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403118 Apr 05 15:57:05.940452 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526d81c-4d2d-404d-8a09-2f9b28802b80 req-84faa84c-56db-44ae-9f40-6cbe1b73f64d tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:05.942049 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f526d81c-4d2d-404d-8a09-2f9b28802b80 req-84faa84c-56db-44ae-9f40-6cbe1b73f64d tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0913167 Apr 05 15:57:05.989491 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f526d81c-4d2d-404d-8a09-2f9b28802b80 req-986e4c71-a3b8-4ee4-a54d-100e2a42b55d tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411689 Apr 05 15:57:07.191535 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47dd8a-3c38-4456-8c0a-34a5ab696a06 req-74f19a65-46ea-46c1-a3d8-b1bc496951a3 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:07.193138 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5b47dd8a-3c38-4456-8c0a-34a5ab696a06 req-74f19a65-46ea-46c1-a3d8-b1bc496951a3 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0931942 Apr 05 15:57:07.242095 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5b47dd8a-3c38-4456-8c0a-34a5ab696a06 req-fb4a93f8-5e3b-4a30-9087-11783255ef37 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421832 Apr 05 15:57:08.443464 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26060489-7f07-4f1a-976b-48f237e5b2c9 req-5070005a-c47d-4638-b719-77b08513a7ca tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:08.445030 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-26060489-7f07-4f1a-976b-48f237e5b2c9 req-5070005a-c47d-4638-b719-77b08513a7ca tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0880921 Apr 05 15:57:08.495696 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-26060489-7f07-4f1a-976b-48f237e5b2c9 req-b7703a85-9e42-4689-a5c6-2d242bd7c3bd tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442305 Apr 05 15:57:09.694111 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d13b98-1c23-4298-94e4-aae4d5132031 req-316c3146-4141-4a51-a399-6f642eee2b0c tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:09.695740 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-46d13b98-1c23-4298-94e4-aae4d5132031 req-316c3146-4141-4a51-a399-6f642eee2b0c tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0873492 Apr 05 15:57:09.742078 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-46d13b98-1c23-4298-94e4-aae4d5132031 req-80800037-88a3-4ed1-93b4-70bf2eda9ebd tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394542 Apr 05 15:57:10.947142 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33b6ca-db98-44f1-9ba0-c897651c9fd2 req-ef292504-2958-45f6-a4e4-ac4e5d77112a tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:10.948728 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6a33b6ca-db98-44f1-9ba0-c897651c9fd2 req-ef292504-2958-45f6-a4e4-ac4e5d77112a tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0927064 Apr 05 15:57:10.996336 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6a33b6ca-db98-44f1-9ba0-c897651c9fd2 req-7248d141-cfd2-4ab4-9e96-db6653f64475 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405531 Apr 05 15:57:12.192850 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eff931-14f0-4d9f-81c8-eb23b9a216b6 req-25beca26-6f09-465f-afca-35eab3b4b9dc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:12.194441 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b5eff931-14f0-4d9f-81c8-eb23b9a216b6 req-25beca26-6f09-465f-afca-35eab3b4b9dc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0866256 Apr 05 15:57:12.241722 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b5eff931-14f0-4d9f-81c8-eb23b9a216b6 req-d904e369-3031-4e36-8a54-e817b094805f tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407312 Apr 05 15:57:13.444649 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50273674-8aab-4859-9c0b-f9abbf4ea530 req-cf560bf6-002c-4afb-a243-c7203b2f7b78 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:13.446221 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-50273674-8aab-4859-9c0b-f9abbf4ea530 req-cf560bf6-002c-4afb-a243-c7203b2f7b78 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0928197 Apr 05 15:57:13.494518 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-50273674-8aab-4859-9c0b-f9abbf4ea530 req-7444ed8a-adaf-4d5d-9f0b-78edbb9cc585 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420833 Apr 05 15:57:14.692225 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4953a62-de9a-4be9-9850-73963929108a req-a9385c45-45c3-4c05-9306-92b6e0e042be tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:14.693815 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a4953a62-de9a-4be9-9850-73963929108a req-a9385c45-45c3-4c05-9306-92b6e0e042be tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0877218 Apr 05 15:57:14.745555 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a4953a62-de9a-4be9-9850-73963929108a req-169322c9-5f7e-47a0-be87-52d6bb7dcad9 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450845 Apr 05 15:57:15.276523 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:15.948938 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcd558-c19c-4e56-ba53-4406cc1912de req-21b34fb9-0de4-4546-8477-38994f31f3f7 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:15.950579 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c6fcd558-c19c-4e56-ba53-4406cc1912de req-21b34fb9-0de4-4546-8477-38994f31f3f7 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0927248 Apr 05 15:57:15.998430 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c6fcd558-c19c-4e56-ba53-4406cc1912de req-748cc003-0fb6-4060-a85c-dc913e0cff9e tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414879 Apr 05 15:57:17.215680 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd62f08-2ea6-4803-a562-1778bd2f8ffa req-5f4058e1-24ff-4aad-b0fa-9ba6389879a7 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:17.217301 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-cdd62f08-2ea6-4803-a562-1778bd2f8ffa req-5f4058e1-24ff-4aad-b0fa-9ba6389879a7 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0968711 Apr 05 15:57:17.266123 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-cdd62f08-2ea6-4803-a562-1778bd2f8ffa req-c2c094e9-6f99-4940-91ec-474c7f2eaa0c tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421669 Apr 05 15:57:18.463745 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a509f-ecf0-4635-b704-d1a2efdf4cea req-1cbb35ce-acfd-4479-832e-6c7183123660 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:18.465323 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0a4a509f-ecf0-4635-b704-d1a2efdf4cea req-1cbb35ce-acfd-4479-832e-6c7183123660 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0876350 Apr 05 15:57:18.512393 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0a4a509f-ecf0-4635-b704-d1a2efdf4cea req-d5066e96-b4d6-4a54-b48b-5f994c3cf439 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405967 Apr 05 15:57:19.360876 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0bddcff6-85f6-43fa-bdba-f9e666d84349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:19.712161 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590b4bc-1e71-4252-990b-7dbf5a0deb38 req-d4c75175-37a3-42fd-99cf-ebcb86de146c tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:19.713726 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f590b4bc-1e71-4252-990b-7dbf5a0deb38 req-d4c75175-37a3-42fd-99cf-ebcb86de146c tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0907974 Apr 05 15:57:19.760799 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f590b4bc-1e71-4252-990b-7dbf5a0deb38 req-0b5549cc-97fe-48ff-8caa-170109ea3dac tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401564 Apr 05 15:57:20.733398 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:20.958786 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b43428-4063-4084-9bdd-853a72dd414a req-2a947108-2360-4628-bde0-0bc15ccd8be1 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:20.960379 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b6b43428-4063-4084-9bdd-853a72dd414a req-2a947108-2360-4628-bde0-0bc15ccd8be1 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0885761 Apr 05 15:57:21.010462 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b6b43428-4063-4084-9bdd-853a72dd414a req-54f0768b-ea48-4ba1-9d5d-284a6347ff48 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437455 Apr 05 15:57:21.829415 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8e4c631b-a150-4354-ad07-fb8c0ee77dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:22.209005 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4ca92-c2ea-4940-b835-4478553f097e req-37406fd3-c72b-4385-bed7-f4deded467fe tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:22.210611 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-31e4ca92-c2ea-4940-b835-4478553f097e req-37406fd3-c72b-4385-bed7-f4deded467fe tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0881832 Apr 05 15:57:22.258007 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-31e4ca92-c2ea-4940-b835-4478553f097e req-25fb1731-be8b-4e3e-9088-102fec561559 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411177 Apr 05 15:57:22.362050 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:22.602519 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 44462) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:57:22.927277 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-0731c15c-ce13-4f86-83ed-261d5b33a5ad tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Deleting port 2d828aa9-22bb-41c1-be5e-fcb8923fd789 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:57:22.927722 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0731c15c-ce13-4f86-83ed-261d5b33a5ad tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:23.104439 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0731c15c-ce13-4f86-83ed-261d5b33a5ad tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:23.104813 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0731c15c-ce13-4f86-83ed-261d5b33a5ad tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:23.241580 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-0731c15c-ce13-4f86-83ed-261d5b33a5ad tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Calling delete_port for 2d828aa9-22bb-41c1-be5e-fcb8923fd789 owned by network:floatingip {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:57:23.484443 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900c014-6648-43f2-9c69-67be5ea4d108 req-518e7839-e873-413b-b6b6-c14cadf294af tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:23.486042 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a900c014-6648-43f2-9c69-67be5ea4d108 req-518e7839-e873-413b-b6b6-c14cadf294af tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.1100035 Apr 05 15:57:23.513206 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0731c15c-ce13-4f86-83ed-261d5b33a5ad tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:23.530331 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-73c43081-ec9d-438f-9c47-271f48c2ac54 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:23.601821 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731c15c-ce13-4f86-83ed-261d5b33a5ad tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Pushing event deleted for resources: {'Port': ['ID=2d828aa9-22bb-41c1-be5e-fcb8923fd789,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:23.608151 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0731c15c-ce13-4f86-83ed-261d5b33a5ad tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:23.663266 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a900c014-6648-43f2-9c69-67be5ea4d108 req-20b0fbfa-76a6-4304-8375-7646a199d1d2 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703455 Apr 05 15:57:23.813366 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0731c15c-ce13-4f86-83ed-261d5b33a5ad tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for floatingip, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:23.817522 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.l3_db [None req-0731c15c-ce13-4f86-83ed-261d5b33a5ad tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Floating IP d0dee415-a047-41bb-a27b-3cfe9cfb80b7 disassociated (deleted). External IP: 172.27.0.131, port: 606fafec-aa05-43fc-adb5-573ac8b51de7. Apr 05 15:57:23.836337 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:23.910714 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:57:24.413979 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0731c15c-ce13-4f86-83ed-261d5b33a5ad tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Router b27a713c-fe9a-4a9f-9d97-93727e3c81ed has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:57:24.608623 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0731c15c-ce13-4f86-83ed-261d5b33a5ad tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:57:24.618976 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f5e381-6a33-4fee-bbf1-11940f4a1761 None None] Sync routers for ids ['b27a713c-fe9a-4a9f-9d97-93727e3c81ed'] in dv-cinder-784779-1-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:57:24.628996 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f5e381-6a33-4fee-bbf1-11940f4a1761 None None] Routers {'b27a713c-fe9a-4a9f-9d97-93727e3c81ed'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:57:24.632367 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-87f5e381-6a33-4fee-bbf1-11940f4a1761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:57:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['b27a713c-fe9a-4a9f-9d97-93727e3c81ed'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:57:24.659179 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0731c15c-ce13-4f86-83ed-261d5b33a5ad tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for floatingip, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:24.721560 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-0731c15c-ce13-4f86-83ed-261d5b33a5ad tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "DELETE /v2.0/floatingips/d0dee415-a047-41bb-a27b-3cfe9cfb80b7 HTTP/1.1" status: 204 len: 168 time: 2.1154246 Apr 05 15:57:24.721560 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0381a980-ee96-408d-946f-f298bfd3ee27', 'tag': '606fafec-aa05-43fc-adb5-573ac8b51de7'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:57:24.825892 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-87f5e381-6a33-4fee-bbf1-11940f4a1761 None None] Set router b27a713c-fe9a-4a9f-9d97-93727e3c81ed gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:57:24.912751 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e87b3c-19e2-44f1-802b-12c59ec9742f req-1386e0d7-9ed5-4a1f-9a81-23d2dada844a tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:24.914338 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-45e87b3c-19e2-44f1-802b-12c59ec9742f req-1386e0d7-9ed5-4a1f-9a81-23d2dada844a tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.1135731 Apr 05 15:57:24.964604 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-45e87b3c-19e2-44f1-802b-12c59ec9742f req-df8366c2-648e-4b01-a693-7091cc2831c3 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433998 Apr 05 15:57:25.025016 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0381a980-ee96-408d-946f-f298bfd3ee27', 'tag': '606fafec-aa05-43fc-adb5-573ac8b51de7', 'status': 'completed', 'code': 200} Apr 05 15:57:25.128836 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270c53a-4cb9-4d07-8d18-5117444f5ad8 req-5833ff62-8244-49b5-a3bf-9ce9cf791f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:25.130466 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5270c53a-4cb9-4d07-8d18-5117444f5ad8 req-5833ff62-8244-49b5-a3bf-9ce9cf791f5a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=01ef02dfd52147a1bd6cf1279736a2e9&device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 1099 time: 0.0828476 Apr 05 15:57:25.175084 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-87f5e381-6a33-4fee-bbf1-11940f4a1761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'name': 'tempest-TestShelveInstance-648174114-router', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a7fafb9a-bc19-4430-b764-67c6a1909d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:12Z', 'updated_at': '2021-04-05T15:51:19Z', 'revision_number': 4, 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'gw_port': {'id': 'a7fafb9a-bc19-4430-b764-67c6a1909d23', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:14Z', 'updated_at': '2021-04-05T15:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'da714203-5d2b-43d1-b02f-250b806d8c6c', 'name': '', 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'mac_address': 'fa:16:3e:e4:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '259bfebd-f402-4bad-8767-beb45f5f4266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:18Z', 'updated_at': '2021-04-05T15:51:37Z', 'revision_number': 5, 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'subnets': [{'id': '259bfebd-f402-4bad-8767-beb45f5f4266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:57:25.179257 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f5e381-6a33-4fee-bbf1-11940f4a1761 None None] Checking router: b27a713c-fe9a-4a9f-9d97-93727e3c81ed for host: dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:57:25.188132 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f5e381-6a33-4fee-bbf1-11940f4a1761 None None] Routers {'b27a713c-fe9a-4a9f-9d97-93727e3c81ed'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:57:25.188778 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-87f5e381-6a33-4fee-bbf1-11940f4a1761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:57:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['b27a713c-fe9a-4a9f-9d97-93727e3c81ed'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:57:25.220520 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238f916-586e-44f8-b56a-ada4d03ddc20 req-11d29fca-8c01-4353-942d-4e6a00b9b5b9 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:25.221201 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-d238f916-586e-44f8-b56a-ada4d03ddc20 req-11d29fca-8c01-4353-942d-4e6a00b9b5b9 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Synchronizing usage tracker for tenant:01ef02dfd52147a1bd6cf1279736a2e9 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:57:25.279281 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270c53a-4cb9-4d07-8d18-5117444f5ad8 req-09f965d7-2e07-44cd-9cab-b8c28e848e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:25.282452 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-d238f916-586e-44f8-b56a-ada4d03ddc20 req-11d29fca-8c01-4353-942d-4e6a00b9b5b9 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Unset dirty status for tenant:01ef02dfd52147a1bd6cf1279736a2e9 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:57:25.282693 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5270c53a-4cb9-4d07-8d18-5117444f5ad8 req-09f965d7-2e07-44cd-9cab-b8c28e848e80 service neutron] 10.222.0.43 "GET /v2.0/networks?id=297efcce-d14a-4ebe-b53a-0ac8cfcd24f7 HTTP/1.1" status: 200 len: 909 time: 0.1424446 Apr 05 15:57:25.283714 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d238f916-586e-44f8-b56a-ada4d03ddc20 req-11d29fca-8c01-4353-942d-4e6a00b9b5b9 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.1511712 Apr 05 15:57:25.336549 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d238f916-586e-44f8-b56a-ada4d03ddc20 req-ce95e873-228d-41f9-a604-8911c628aa4b tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461400 Apr 05 15:57:25.365578 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5270c53a-4cb9-4d07-8d18-5117444f5ad8 req-9e2989eb-bb3d-42d9-8ff3-809775386c20 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=606fafec-aa05-43fc-adb5-573ac8b51de7 HTTP/1.1" status: 200 len: 217 time: 0.0743847 Apr 05 15:57:25.378881 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-87f5e381-6a33-4fee-bbf1-11940f4a1761 None None] Set router b27a713c-fe9a-4a9f-9d97-93727e3c81ed gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:57:25.434262 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270c53a-4cb9-4d07-8d18-5117444f5ad8 req-431bb444-aa65-4328-b02a-b4efa8f95350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:25.435825 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5270c53a-4cb9-4d07-8d18-5117444f5ad8 req-431bb444-aa65-4328-b02a-b4efa8f95350 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=259bfebd-f402-4bad-8767-beb45f5f4266 HTTP/1.1" status: 200 len: 847 time: 0.0632784 Apr 05 15:57:25.527159 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270c53a-4cb9-4d07-8d18-5117444f5ad8 req-1ecf7332-4e0f-4cf0-8e5b-44a3054011bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:25.528828 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5270c53a-4cb9-4d07-8d18-5117444f5ad8 req-1ecf7332-4e0f-4cf0-8e5b-44a3054011bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=297efcce-d14a-4ebe-b53a-0ac8cfcd24f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812042 Apr 05 15:57:25.677800 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5270c53a-4cb9-4d07-8d18-5117444f5ad8 req-e1e9c4de-ac80-4c83-bcc7-6771cd881610 service neutron] 10.222.0.43 "GET /v2.0/networks/297efcce-d14a-4ebe-b53a-0ac8cfcd24f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414845 Apr 05 15:57:25.717272 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-87f5e381-6a33-4fee-bbf1-11940f4a1761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'name': 'tempest-TestShelveInstance-648174114-router', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a7fafb9a-bc19-4430-b764-67c6a1909d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:12Z', 'updated_at': '2021-04-05T15:51:19Z', 'revision_number': 4, 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'gw_port': {'id': 'a7fafb9a-bc19-4430-b764-67c6a1909d23', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:14Z', 'updated_at': '2021-04-05T15:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'da714203-5d2b-43d1-b02f-250b806d8c6c', 'name': '', 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'mac_address': 'fa:16:3e:e4:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '259bfebd-f402-4bad-8767-beb45f5f4266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:18Z', 'updated_at': '2021-04-05T15:51:37Z', 'revision_number': 5, 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'subnets': [{'id': '259bfebd-f402-4bad-8767-beb45f5f4266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:57:25.722053 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f5e381-6a33-4fee-bbf1-11940f4a1761 None None] The sync data for ids ['b27a713c-fe9a-4a9f-9d97-93727e3c81ed'] in dv-cinder-784779-1-iscsi is: [{'id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'name': 'tempest-TestShelveInstance-648174114-router', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a7fafb9a-bc19-4430-b764-67c6a1909d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:12Z', 'updated_at': '2021-04-05T15:51:19Z', 'revision_number': 4, 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'gw_port': {'id': 'a7fafb9a-bc19-4430-b764-67c6a1909d23', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:14Z', 'updated_at': '2021-04-05T15:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'da714203-5d2b-43d1-b02f-250b806d8c6c', 'name': '', 'network_id': '297efcce-d14a-4ebe-b53a-0ac8cfcd24f7', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'mac_address': 'fa:16:3e:e4:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '259bfebd-f402-4bad-8767-beb45f5f4266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:18Z', 'updated_at': '2021-04-05T15:51:37Z', 'revision_number': 5, 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'subnets': [{'id': '259bfebd-f402-4bad-8767-beb45f5f4266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:57:25.824634 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5270c53a-4cb9-4d07-8d18-5117444f5ad8 req-8ea70a82-75a6-4b38-b2bf-8f324b1095ad service neutron] 10.222.0.43 "GET /v2.0/networks/297efcce-d14a-4ebe-b53a-0ac8cfcd24f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394060 Apr 05 15:57:26.130065 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5594ca-7d90-4f02-9fc7-67058a474c5b None None] New status for floating IP d0dee415-a047-41bb-a27b-3cfe9cfb80b7: DOWN {{(pid=84431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 15:57:26.170910 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82fc30-fa70-4225-ac95-39331c47cbd6 req-95712615-7806-40c3-9147-4d71ff3ea7d3 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:26.172503 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ec82fc30-fa70-4225-ac95-39331c47cbd6 req-95712615-7806-40c3-9147-4d71ff3ea7d3 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 943 time: 0.0878665 Apr 05 15:57:26.220036 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ec82fc30-fa70-4225-ac95-39331c47cbd6 req-7b1f8c0c-78e4-4ba8-bf60-743c44307f34 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412414 Apr 05 15:57:26.421842 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 15:57:26.545816 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492baed8-31f3-415f-8035-383e0a6d2200 req-27fd1668-fe8c-46e9-846a-ec6ebcc0d306 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:26.547939 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-492baed8-31f3-415f-8035-383e0a6d2200 req-27fd1668-fe8c-46e9-846a-ec6ebcc0d306 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.0921669 Apr 05 15:57:26.565651 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port a3f6b7d0-f66a-4dda-9a8f-bf94d2501505, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a3f6b7d0-f66a-4dda-9a8f-bf94d2501505,segment=NetworkSegment(5c3e2455-115b-4e73-83c8-b139dc5b3c12),segment_id=5c3e2455-115b-4e73-83c8-b139dc5b3c12)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:57:26.580284 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Returning: {'device': 'a3f6b7d0-f66a-4dda-9a8f-bf94d2501505', 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1', 'port_id': 'a3f6b7d0-f66a-4dda-9a8f-bf94d2501505', 'mac_address': 'fa:16:3e:36:97:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:57:26.597307 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-492baed8-31f3-415f-8035-383e0a6d2200 req-b88cd2ed-1ff5-4696-bdf2-1abcffeba847 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/security-groups?id=d55975f4-28dd-42ab-8eaa-35d849553127&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421786 Apr 05 15:57:26.638798 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:26.656728 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 15:57:26.672698 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port a3f6b7d0-f66a-4dda-9a8f-bf94d2501505, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a3f6b7d0-f66a-4dda-9a8f-bf94d2501505,segment=NetworkSegment(5c3e2455-115b-4e73-83c8-b139dc5b3c12),segment_id=5c3e2455-115b-4e73-83c8-b139dc5b3c12)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:57:26.716297 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:26.718698 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:26.792581 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=a3f6b7d0-f66a-4dda-9a8f-bf94d2501505,revision_number=4']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:26.801109 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:26.801496 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:26.801869 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:26.802230 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:26.802614 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:26.802978 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:26.803335 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:26.803692 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:26.804053 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:26.804408 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:26.804764 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:26.805117 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:26.809078 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:26.831671 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4baab0-c7fb-447c-9eac-19384b839f46 req-7325c653-ceeb-4fce-8d0a-5304a69ae7b9 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:26.832422 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-8b4baab0-c7fb-447c-9eac-19384b839f46 req-7325c653-ceeb-4fce-8d0a-5304a69ae7b9 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Synchronizing usage tracker for tenant:01ef02dfd52147a1bd6cf1279736a2e9 on resource:port {{(pid=84429) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 15:57:26.844920 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-8b4baab0-c7fb-447c-9eac-19384b839f46 req-7325c653-ceeb-4fce-8d0a-5304a69ae7b9 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Unset dirty status for tenant:01ef02dfd52147a1bd6cf1279736a2e9 on resource:port {{(pid=84429) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 15:57:26.846084 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8b4baab0-c7fb-447c-9eac-19384b839f46 req-7325c653-ceeb-4fce-8d0a-5304a69ae7b9 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.43 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 946 time: 0.1017857 Apr 05 15:57:26.928843 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-8b4baab0-c7fb-447c-9eac-19384b839f46 req-c084a500-1e4e-4d0c-b395-45466323d224 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Deleting port 606fafec-aa05-43fc-adb5-573ac8b51de7 {{(pid=84429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:57:26.929229 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-8b4baab0-c7fb-447c-9eac-19384b839f46 req-c084a500-1e4e-4d0c-b395-45466323d224 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:26.958402 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['a3f6b7d0-f66a-4dda-9a8f-bf94d2501505'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 15:57:27.195643 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-8b4baab0-c7fb-447c-9eac-19384b839f46 req-c084a500-1e4e-4d0c-b395-45466323d224 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] For port 606fafec-aa05-43fc-adb5-573ac8b51de7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=606fafec-aa05-43fc-adb5-573ac8b51de7,segment=NetworkSegment(87acdd3d-d43a-43b2-b114-7774e6f8900e),segment_id=87acdd3d-d43a-43b2-b114-7774e6f8900e)] {{(pid=84429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:57:27.196041 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-8b4baab0-c7fb-447c-9eac-19384b839f46 req-c084a500-1e4e-4d0c-b395-45466323d224 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:27.332078 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-8b4baab0-c7fb-447c-9eac-19384b839f46 req-c084a500-1e4e-4d0c-b395-45466323d224 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Calling delete_port for 606fafec-aa05-43fc-adb5-573ac8b51de7 owned by compute:nova {{(pid=84429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:57:27.422144 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85100f-296e-45ed-90c7-44cac561c4f1 req-07abcd41-00c8-4064-9e6f-5f646d2b08e3 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:27.423786 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7d85100f-296e-45ed-90c7-44cac561c4f1 req-07abcd41-00c8-4064-9e6f-5f646d2b08e3 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 944 time: 0.0882940 Apr 05 15:57:27.471162 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7d85100f-296e-45ed-90c7-44cac561c4f1 req-777feffc-4cc6-4d4d-9e06-0c7296099453 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409565 Apr 05 15:57:27.636198 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-8b4baab0-c7fb-447c-9eac-19384b839f46 req-c084a500-1e4e-4d0c-b395-45466323d224 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:27.652815 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-56940f0d-4885-4c4a-983c-f40d6f244b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:27.710336 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084a500-1e4e-4d0c-b395-45466323d224 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Pushing event deleted for resources: {'Port': ['ID=606fafec-aa05-43fc-adb5-573ac8b51de7,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:27.724264 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084a500-1e4e-4d0c-b395-45466323d224 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:27.724617 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084a500-1e4e-4d0c-b395-45466323d224 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:27.725033 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084a500-1e4e-4d0c-b395-45466323d224 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:27.725439 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084a500-1e4e-4d0c-b395-45466323d224 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:27.725842 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084a500-1e4e-4d0c-b395-45466323d224 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:27.726243 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084a500-1e4e-4d0c-b395-45466323d224 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:27.726668 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084a500-1e4e-4d0c-b395-45466323d224 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:27.727065 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084a500-1e4e-4d0c-b395-45466323d224 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:27.727467 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084a500-1e4e-4d0c-b395-45466323d224 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:27.727867 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084a500-1e4e-4d0c-b395-45466323d224 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:27.728258 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084a500-1e4e-4d0c-b395-45466323d224 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:27.728652 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c084a500-1e4e-4d0c-b395-45466323d224 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:57:27.765756 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-74520f0f-c116-40a0-8c18-7d3b08c1034d req-6beaa777-732f-4198-8c2a-da8ac33276ab tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0537403 Apr 05 15:57:27.781415 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c084a500-1e4e-4d0c-b395-45466323d224 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:27.921646 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4baab0-c7fb-447c-9eac-19384b839f46 req-c084a500-1e4e-4d0c-b395-45466323d224 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] No DVR routers for this DVR port 606fafec-aa05-43fc-adb5-573ac8b51de7 on host hv-cinder-78477 {{(pid=84429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:57:27.924326 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-8b4baab0-c7fb-447c-9eac-19384b839f46 req-c084a500-1e4e-4d0c-b395-45466323d224 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:27.927187 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0381a980-ee96-408d-946f-f298bfd3ee27', 'name': 'network-vif-deleted', 'tag': '606fafec-aa05-43fc-adb5-573ac8b51de7'}] {{(pid=84429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:57:27.975236 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0381a980-ee96-408d-946f-f298bfd3ee27', 'name': 'network-vif-deleted', 'tag': '606fafec-aa05-43fc-adb5-573ac8b51de7', 'status': 'completed', 'code': 200} Apr 05 15:57:27.977270 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8b4baab0-c7fb-447c-9eac-19384b839f46 req-c084a500-1e4e-4d0c-b395-45466323d224 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.43 "DELETE /v2.0/ports/606fafec-aa05-43fc-adb5-573ac8b51de7 HTTP/1.1" status: 204 len: 173 time: 1.1248896 Apr 05 15:57:28.429379 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 up at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 15:57:28.533591 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning for port a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 15:57:28.538874 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning complete for port a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 15:57:28.539293 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:28.666177 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:28.682324 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e5e56-88c7-4891-a684-24a5ce1b1d20 req-5180e8d6-06c0-4bf4-abd8-387c41147993 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:28.684100 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-132e5e56-88c7-4891-a684-24a5ce1b1d20 req-5180e8d6-06c0-4bf4-abd8-387c41147993 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 944 time: 0.0986421 Apr 05 15:57:28.694833 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a092a6cf-f28e-4f8c-b7c9-465b83d05b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f6b7d0-f66a-4dda-9a8f-bf94d2501505'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:57:28.705508 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port a3f6b7d0-f66a-4dda-9a8f-bf94d2501505, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a3f6b7d0-f66a-4dda-9a8f-bf94d2501505,segment=NetworkSegment(5c3e2455-115b-4e73-83c8-b139dc5b3c12),segment_id=5c3e2455-115b-4e73-83c8-b139dc5b3c12)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:57:28.733244 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-132e5e56-88c7-4891-a684-24a5ce1b1d20 req-6d32a96a-f84f-4495-a18b-0e22de55d89f tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428529 Apr 05 15:57:28.745091 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a092a6cf-f28e-4f8c-b7c9-465b83d05b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f6b7d0-f66a-4dda-9a8f-bf94d2501505', 'code': 200} Apr 05 15:57:28.773873 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:28.774855 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 606fafec-aa05-43fc-adb5-573ac8b51de7 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:57:28.807708 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:28.862081 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] No Port match for: 606fafec-aa05-43fc-adb5-573ac8b51de7 {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:57:28.862526 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 606fafec-aa05-43fc-adb5-573ac8b51de7 not bound to the agent host hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:57:28.894050 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=a3f6b7d0-f66a-4dda-9a8f-bf94d2501505,revision_number=5']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:28.897345 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:28.949991 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1b218863-e458-4b18-90f9-465c4696c9b8 req-82fba068-f44e-491b-93c6-392b186cf8ad tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0654359 Apr 05 15:57:29.009882 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee1440-15a3-49e6-889e-8adc143a1f3d req-519fed0d-4803-4ab8-8ae6-c3d7247a1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:29.011501 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-55ee1440-15a3-49e6-889e-8adc143a1f3d req-519fed0d-4803-4ab8-8ae6-c3d7247a1204 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 1098 time: 0.0809782 Apr 05 15:57:29.056876 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-55ee1440-15a3-49e6-889e-8adc143a1f3d req-bf9c46b6-6221-4a9d-9b3a-a61583fdd7c8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371654 Apr 05 15:57:29.938835 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14472d68-a84d-4c67-bff9-34b1e53a9dc8 req-e240ac1d-9f4d-42f8-b6c2-56da11db37e6 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:29.940453 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-14472d68-a84d-4c67-bff9-34b1e53a9dc8 req-e240ac1d-9f4d-42f8-b6c2-56da11db37e6 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 945 time: 0.0922656 Apr 05 15:57:29.989438 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-14472d68-a84d-4c67-bff9-34b1e53a9dc8 req-c20b4a53-00db-4cb0-86b9-d142ba67d1eb tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419497 Apr 05 15:57:30.130484 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4a937965-90d8-4a5c-ae11-b1ed3e9aeec0 req-5d3202ec-3034-471c-9fbb-fac0b511cd99 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0518284 Apr 05 15:57:31.191055 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e4eb6-f57c-41d7-abbd-b41bcecd103c req-44a41ded-20aa-4731-a6b5-e259c5977b58 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:31.192716 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-701e4eb6-f57c-41d7-abbd-b41bcecd103c req-44a41ded-20aa-4731-a6b5-e259c5977b58 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 945 time: 0.0892956 Apr 05 15:57:31.240192 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-701e4eb6-f57c-41d7-abbd-b41bcecd103c req-aa6bb400-9bf3-4d58-a58b-35917abeaaca tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410371 Apr 05 15:57:31.296969 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-cb8166b6-8417-4fa8-95df-858f15b4f614 req-aa3a28a7-fa40-4e30-aadb-6c7c63d626d6 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0521865 Apr 05 15:57:31.439426 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d099e15-7305-4232-8483-44f261b98c1d req-491f372a-11d7-4853-a259-2379b7b4cd5b tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:31.441006 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6d099e15-7305-4232-8483-44f261b98c1d req-491f372a-11d7-4853-a259-2379b7b4cd5b tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 945 time: 0.0888398 Apr 05 15:57:31.487320 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6d099e15-7305-4232-8483-44f261b98c1d req-b3149a37-a921-4694-b3f0-90d4f2c99c7e tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398729 Apr 05 15:57:31.512555 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 44552) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:57:31.593743 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf79d97-436f-4fff-a7fd-295ff1cc35f9 tempest-TestVolumeBootPattern-45700348 tempest-TestVolumeBootPattern-45700348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:31.595391 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-6cf79d97-436f-4fff-a7fd-295ff1cc35f9 tempest-TestVolumeBootPattern-45700348 tempest-TestVolumeBootPattern-45700348-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 1093 time: 0.0817783 Apr 05 15:57:31.598394 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 44556) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:57:31.603946 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-e7bcac4a-613b-40c5-ae97-31f8bd903b56 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Request body: {'floatingip': {'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'port_id': 'a3f6b7d0-f66a-4dda-9a8f-bf94d2501505', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 15:57:31.610851 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-e7bcac4a-613b-40c5-ae97-31f8bd903b56 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 15:57:31.615263 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-e7bcac4a-613b-40c5-ae97-31f8bd903b56 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Usage tracker for resource:floatingip and tenant:9ac127c9bf344f5f88cf1aa6eacdf909 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 15:57:31.618640 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-e7bcac4a-613b-40c5-ae97-31f8bd903b56 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 15:57:31.625474 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-e7bcac4a-613b-40c5-ae97-31f8bd903b56 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 15:57:31.693341 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e7bcac4a-613b-40c5-ae97-31f8bd903b56 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for floatingip, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:31.838118 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e7bcac4a-613b-40c5-ae97-31f8bd903b56 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:31.979486 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [None req-e7bcac4a-613b-40c5-ae97-31f8bd903b56 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Allocated IP 172.27.0.115 (dd229a0f-6ed6-426a-8b4c-b8529d79a707/9f98952a-db9d-40f5-8f74-bf7f0c188c38/fd46c1c6-a7b6-48cb-ab10-fa3dd124ce17) {{(pid=84430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 15:57:32.131671 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e7bcac4a-613b-40c5-ae97-31f8bd903b56 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for port, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:32.207447 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e7bcac4a-613b-40c5-ae97-31f8bd903b56 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:32.223495 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-532871b4-fdfc-4cbe-9e6f-d9c01f8b07fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:32.375373 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bcac4a-613b-40c5-ae97-31f8bd903b56 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Pushing event updated for resources: {'Port': ['ID=fd46c1c6-a7b6-48cb-ab10-fa3dd124ce17,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:32.379722 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e7bcac4a-613b-40c5-ae97-31f8bd903b56 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:32.467399 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bcac4a-613b-40c5-ae97-31f8bd903b56 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Network dd229a0f-6ed6-426a-8b4c-b8529d79a707 is already hosted by enough agents. {{(pid=84430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 15:57:32.469899 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0eefc8c0-af1f-4670-b26d-361a0db291e5 req-cd22efa1-26f5-42ad-b4e0-58d37f0e3e39 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0576057 Apr 05 15:57:32.470930 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-e7bcac4a-613b-40c5-ae97-31f8bd903b56 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Resources bound (agent type, host, resource id): {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 15:57:32.473263 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bcac4a-613b-40c5-ae97-31f8bd903b56 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Received port after_create {{(pid=84430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 15:57:32.894166 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e7bcac4a-613b-40c5-ae97-31f8bd903b56 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:33.012666 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e7bcac4a-613b-40c5-ae97-31f8bd903b56 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:33.279502 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e7bcac4a-613b-40c5-ae97-31f8bd903b56 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for port, precommit_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:33.316261 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e7bcac4a-613b-40c5-ae97-31f8bd903b56 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036844508714'] for port, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:33.332612 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4cae07b0-e26c-4a4f-9b76-a949a67f2e48 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:57:33.762600 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-65aa7c68-f819-4142-94d4-69336575231b req-2e30ab55-88fa-45db-86d7-d79c26684a23 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0698805 Apr 05 15:57:33.769603 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bcac4a-613b-40c5-ae97-31f8bd903b56 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Pushing event updated for resources: {'Port': ['ID=fd46c1c6-a7b6-48cb-ab10-fa3dd124ce17,revision_number=2']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:57:33.774113 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e7bcac4a-613b-40c5-ae97-31f8bd903b56 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:57:33.875144 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e7bcac4a-613b-40c5-ae97-31f8bd903b56 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850964789'] for floatingip, after_update {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:34.079368 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.l3_db [None req-e7bcac4a-613b-40c5-ae97-31f8bd903b56 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Floating IP d49a3e9e-9a89-4f9a-a28d-e28ad622f774 associated. External IP: 172.27.0.115, port: a3f6b7d0-f66a-4dda-9a8f-bf94d2501505. Apr 05 15:57:34.462165 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bcac4a-613b-40c5-ae97-31f8bd903b56 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Router 5b8080b2-7ffd-485f-be98-8ce663aad971 has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:57:34.653170 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bcac4a-613b-40c5-ae97-31f8bd903b56 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:57:34.663507 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d28269-36bb-463d-84eb-9d24a460f4b4 None None] Sync routers for ids ['5b8080b2-7ffd-485f-be98-8ce663aad971'] in dv-cinder-784779-1-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:57:34.673683 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d28269-36bb-463d-84eb-9d24a460f4b4 None None] Routers {'5b8080b2-7ffd-485f-be98-8ce663aad971'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:57:34.674676 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-e5d28269-36bb-463d-84eb-9d24a460f4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:57:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['5b8080b2-7ffd-485f-be98-8ce663aad971'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:57:34.716071 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e7bcac4a-613b-40c5-ae97-31f8bd903b56 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for floatingip, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:34.792932 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-e7bcac4a-613b-40c5-ae97-31f8bd903b56 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1790743 Apr 05 15:57:34.792932 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a092a6cf-f28e-4f8c-b7c9-465b83d05b05', 'tag': 'a3f6b7d0-f66a-4dda-9a8f-bf94d2501505'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:57:34.833154 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a092a6cf-f28e-4f8c-b7c9-465b83d05b05', 'tag': 'a3f6b7d0-f66a-4dda-9a8f-bf94d2501505', 'status': 'completed', 'code': 200} Apr 05 15:57:34.868694 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-e5d28269-36bb-463d-84eb-9d24a460f4b4 None None] Set router 5b8080b2-7ffd-485f-be98-8ce663aad971 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:57:34.941551 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-15b47044-996e-42cf-9f19-f883a0c6f587 req-51bedead-ea03-444e-aa38-bb56fbea0f8f tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0584486 Apr 05 15:57:34.982386 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1097d67-dc4c-4113-9244-13e528da4db8 req-348eb4cf-fdce-430c-8f7b-a70fe369e59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:34.984005 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d1097d67-dc4c-4113-9244-13e528da4db8 req-348eb4cf-fdce-430c-8f7b-a70fe369e59a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ac127c9bf344f5f88cf1aa6eacdf909&device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 1098 time: 0.1209385 Apr 05 15:57:35.130813 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1097d67-dc4c-4113-9244-13e528da4db8 req-67711b89-11ba-445a-8a47-d34dc25a6f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:35.132344 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d1097d67-dc4c-4113-9244-13e528da4db8 req-67711b89-11ba-445a-8a47-d34dc25a6f6a service neutron] 10.222.0.43 "GET /v2.0/networks?id=5e853890-abc7-4a4b-83a0-567b3141f9f1 HTTP/1.1" status: 200 len: 913 time: 0.1377585 Apr 05 15:57:35.240624 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d1097d67-dc4c-4113-9244-13e528da4db8 req-edbdcf05-18f9-46e1-aeaa-baee85a11118 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 HTTP/1.1" status: 200 len: 999 time: 0.1006162 Apr 05 15:57:35.252912 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-e5d28269-36bb-463d-84eb-9d24a460f4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'name': 'tempest-TestVolumeBootPattern-2071438624-router', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:52:53Z', 'updated_at': '2021-04-05T15:53:00Z', 'revision_number': 4, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'gw_port': {'id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:55Z', 'updated_at': '2021-04-05T15:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_floatingips': [{'id': 'd49a3e9e-9a89-4f9a-a28d-e28ad622f774', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'floating_ip_address': '172.27.0.115', 'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'router_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'port_id': 'a3f6b7d0-f66a-4dda-9a8f-bf94d2501505', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1', 'mac_address': 'fa:16:3e:36:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a092a6cf-f28e-4f8c-b7c9-465b83d05b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:57:32Z', 'updated_at': '2021-04-05T15:57:32Z', 'revision_number': 0, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c94719-c048-4cf4-8889-c27a172e557f', 'name': '', 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'mac_address': 'fa:16:3e:d6:e8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:59Z', 'updated_at': '2021-04-05T15:53:10Z', 'revision_number': 5, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'subnets': [{'id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:57:35.256938 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d28269-36bb-463d-84eb-9d24a460f4b4 None None] Checking router: 5b8080b2-7ffd-485f-be98-8ce663aad971 for host: dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:57:35.265803 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d28269-36bb-463d-84eb-9d24a460f4b4 None None] Routers {'5b8080b2-7ffd-485f-be98-8ce663aad971'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:57:35.266495 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-e5d28269-36bb-463d-84eb-9d24a460f4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:57:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['5b8080b2-7ffd-485f-be98-8ce663aad971'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:57:35.313437 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1097d67-dc4c-4113-9244-13e528da4db8 req-dbcf6800-f4fb-4e01-8e3c-46b843cd80ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:35.315053 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d1097d67-dc4c-4113-9244-13e528da4db8 req-dbcf6800-f4fb-4e01-8e3c-46b843cd80ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a HTTP/1.1" status: 200 len: 851 time: 0.0678124 Apr 05 15:57:35.400356 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1097d67-dc4c-4113-9244-13e528da4db8 req-80ac8e61-82e2-44cf-b315-5552717021e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:57:35.401927 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d1097d67-dc4c-4113-9244-13e528da4db8 req-80ac8e61-82e2-44cf-b315-5552717021e3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e853890-abc7-4a4b-83a0-567b3141f9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773089 Apr 05 15:57:35.456651 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-e5d28269-36bb-463d-84eb-9d24a460f4b4 None None] Set router 5b8080b2-7ffd-485f-be98-8ce663aad971 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:57:35.549394 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d1097d67-dc4c-4113-9244-13e528da4db8 req-c8793070-8faa-4169-9403-b41a519ed33b service neutron] 10.222.0.43 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384501 Apr 05 15:57:35.696269 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d1097d67-dc4c-4113-9244-13e528da4db8 req-a9fd75eb-cea7-4d8d-9cf2-0b671f533d74 service neutron] 10.222.0.43 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398079 Apr 05 15:57:35.826258 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-e5d28269-36bb-463d-84eb-9d24a460f4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'name': 'tempest-TestVolumeBootPattern-2071438624-router', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:52:53Z', 'updated_at': '2021-04-05T15:53:00Z', 'revision_number': 4, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'gw_port': {'id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:55Z', 'updated_at': '2021-04-05T15:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_floatingips': [{'id': 'd49a3e9e-9a89-4f9a-a28d-e28ad622f774', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'floating_ip_address': '172.27.0.115', 'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'router_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'port_id': 'a3f6b7d0-f66a-4dda-9a8f-bf94d2501505', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1', 'mac_address': 'fa:16:3e:36:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a092a6cf-f28e-4f8c-b7c9-465b83d05b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:57:32Z', 'updated_at': '2021-04-05T15:57:32Z', 'revision_number': 0, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c94719-c048-4cf4-8889-c27a172e557f', 'name': '', 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'mac_address': 'fa:16:3e:d6:e8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:59Z', 'updated_at': '2021-04-05T15:53:10Z', 'revision_number': 5, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'subnets': [{'id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:57:35.830537 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d28269-36bb-463d-84eb-9d24a460f4b4 None None] The sync data for ids ['5b8080b2-7ffd-485f-be98-8ce663aad971'] in dv-cinder-784779-1-iscsi is: [{'id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'name': 'tempest-TestVolumeBootPattern-2071438624-router', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:52:53Z', 'updated_at': '2021-04-05T15:53:00Z', 'revision_number': 4, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'gw_port': {'id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:55Z', 'updated_at': '2021-04-05T15:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_floatingips': [{'id': 'd49a3e9e-9a89-4f9a-a28d-e28ad622f774', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'floating_ip_address': '172.27.0.115', 'floating_network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'router_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'port_id': 'a3f6b7d0-f66a-4dda-9a8f-bf94d2501505', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1', 'mac_address': 'fa:16:3e:36:97:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a092a6cf-f28e-4f8c-b7c9-465b83d05b05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T15:57:32Z', 'updated_at': '2021-04-05T15:57:32Z', 'revision_number': 0, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c94719-c048-4cf4-8889-c27a172e557f', 'name': '', 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'mac_address': 'fa:16:3e:d6:e8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:59Z', 'updated_at': '2021-04-05T15:53:10Z', 'revision_number': 5, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'subnets': [{'id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:57:36.109455 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a9321d2c-1b14-48d7-8835-7ff7cccff1cf req-bc7fd7aa-75b0-475c-94a6-a910f06cd7df tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0493863 Apr 05 15:57:36.154893 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da57f8b-e9e2-480e-83ec-f9c1e3d7267d None None] New status for floating IP d49a3e9e-9a89-4f9a-a28d-e28ad622f774: ACTIVE {{(pid=84431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 15:57:37.272181 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f7fdb522-7fe7-4eea-8768-6e312bb2878e req-63094b39-b7dd-41e8-9025-6a57efd5611f tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0511010 Apr 05 15:57:38.433092 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-189c14f4-32a2-4b81-bfbc-c7a7aad2fa1e req-47853ce0-86bc-469d-b122-eaa0bd23d382 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0492167 Apr 05 15:57:39.594058 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9d0a08e0-8cd8-4412-90ca-74b0ab979c8e req-24ad5647-f919-492b-9cab-79a71786c8e9 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0482123 Apr 05 15:57:40.755281 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c750c3bc-67ef-4183-b31a-2d70f3d01d9d req-04f65627-d8ce-42b7-a795-cc918d2b4f2f tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0513866 Apr 05 15:57:41.917803 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-83494071-8131-4d04-a735-78703f87e681 req-0f8af609-afba-481d-b564-3b41a32e8cf4 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0495787 Apr 05 15:57:43.078959 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8626b42f-e140-49c7-a8ce-6405737bd455 req-5d257148-e483-426b-8bfe-52f7f41e29d5 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0482619 Apr 05 15:57:44.243550 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d1f42ff4-4b33-431d-8972-a344e7a9ce44 req-7164d2f8-c5ff-4236-bb2a-5416b2c42662 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0519266 Apr 05 15:57:45.304895 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:45.407687 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d6b9fc36-b086-4313-9db9-8e88d9e3b35e req-ac8d904b-cf49-4273-9d30-0370eaefa167 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0503583 Apr 05 15:57:46.570801 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4df141ee-69ab-48a1-b635-a8308bb18bf3 req-49772c27-2298-4756-8ba6-2669f80325a4 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0480886 Apr 05 15:57:47.733183 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ea06bf4d-7842-4644-abf7-9c01845e3fd2 req-f048fd22-f18f-445d-9470-5dab8aeb2a95 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0521886 Apr 05 15:57:48.903488 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-29e8422c-eea2-4630-a0e4-456c716b4aeb req-1fc06f8c-d932-4024-a64e-fa3454384ff1 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0580173 Apr 05 15:57:49.383160 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-109c4e91-8c79-49ff-a086-733de442d921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:50.071044 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e4cc5188-7624-4b5c-9807-60fcc8f92881 req-ec08e8c9-f463-49bf-bb44-43ff6bbbf59b tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0535107 Apr 05 15:57:50.721345 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:51.234499 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b472b51b-4380-4cce-9e40-e446ffd8f299 req-565de25e-7b9b-475e-b96c-e59d4d942636 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0506563 Apr 05 15:57:51.830044 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c433d1e4-95f1-4081-aca0-9bf2f82c2f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:52.384566 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:52.396202 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-78d8f452-a568-4845-b1f1-89a368c1a31a req-3c65b1fd-9780-4849-8d43-f2e92875069f tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0500333 Apr 05 15:57:53.558106 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-961195e2-71e0-41f3-a379-7074b88977fe req-ca5e5cbe-b124-4780-affb-ac4e8cbee61f tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0480740 Apr 05 15:57:53.841457 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:57:54.719990 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b9957f5d-59a2-4faf-84e3-e0d189299891 req-b4919dd2-212c-4a27-b076-3f87e2e8a51c tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0508561 Apr 05 15:57:55.881834 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ca6d392e-6c23-4ab3-b698-b2447fe07b72 req-667f0f1f-6d92-4e1e-b1f3-77ebbcd4c6b2 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0495598 Apr 05 15:57:57.044607 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-67aa5a14-5e31-4378-8c11-fb02c46300ac req-f2a0f49e-3135-46c8-95e6-556ac1ed05ed tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0504274 Apr 05 15:57:58.208511 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4f51998d-57be-4871-bf8c-585523d263d4 req-d38fb5ea-c790-4e9e-b5db-e77205e43b08 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0513253 Apr 05 15:57:59.368602 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-474b013e-86e4-49f0-90c5-9dafe988c327 req-f7ed14ee-53ba-4bce-b21b-d809fcd910b7 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0485749 Apr 05 15:58:00.530150 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-dcbe3ee2-2e91-44fb-8e47-67a31975bb34 req-f4e74d8d-e638-49ca-9fa8-8ac57f98fecf tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0485690 Apr 05 15:58:00.911121 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:58:01.693206 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-37494f64-8b8e-4afd-a15c-b235584cedc0 req-cfb5a17d-d567-457a-bd6e-f1b4bc5763cf tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0529089 Apr 05 15:58:02.854812 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-70161a4b-1386-4a1b-8dbe-f373e2fba435 req-b8d78927-5765-4c22-b7d4-db27a1bbe661 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0494127 Apr 05 15:58:04.018788 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-24de4ed8-668d-46a2-948d-da3679f7bbca req-a8fb33e0-b89b-47d5-8eca-a18d57c62546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0490351 Apr 05 15:58:05.198677 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e43b2ba9-3197-4da4-ae71-347646b48cd8 req-23691139-0c72-418b-aa30-aaf65d6b0cb6 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0514238 Apr 05 15:58:06.360565 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c62827a9-7086-45ba-8b63-fc56d47e577c req-e613b4d6-3dfa-4ce6-bcfa-bbe37c52439d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0483637 Apr 05 15:58:07.525376 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fa697360-27e9-42b5-b99e-b6e3a2152080 req-37cc14bd-6e9f-40c8-b89e-416df94936d3 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0494568 Apr 05 15:58:08.692804 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-846ec2ff-0cb5-4613-982d-bab625ce8a7a req-65c89ba4-1eb2-4449-a2ff-c51065aeaa06 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0520763 Apr 05 15:58:09.854088 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-20157121-80da-4549-ad3c-4a25bc75f4ea req-4f1d6120-98f6-4116-8552-857f2080e47d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0481639 Apr 05 15:58:11.018881 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d34fbc2a-ca73-4239-a358-829d5641041d req-db667df2-4dbc-4041-bbe6-39fb933ab5af tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0489447 Apr 05 15:58:12.181258 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-243289e1-f439-4e8f-89e2-fc5b747e47d4 req-0a819149-96f0-4fb5-8dac-eb387993d252 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0506239 Apr 05 15:58:13.340518 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6cd316f5-7ee0-49ea-b7cd-ebf4f55f2fb6 req-3ad4b14e-a1b7-48e4-9475-5df8f3906714 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0483696 Apr 05 15:58:14.502343 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-235cff8f-0853-433d-8f78-91068265d69d req-e654fc56-69e0-4a28-8341-87d24ece17b5 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0484037 Apr 05 15:58:15.332868 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:15.663446 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-eb140883-b243-4405-b5dd-1ae54eeaf325 req-0b9244eb-c631-48e9-8fc2-e2cfb6430bc9 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0514882 Apr 05 15:58:16.824737 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d36105e7-1310-4f16-bac3-95bf65387c71 req-ddbff4db-b5df-4d1a-87d1-57c7d25375f2 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0485342 Apr 05 15:58:17.987310 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3db286da-fd40-4ead-afd8-8db7ae30265b req-c39ec7a3-fe8e-4c42-8f74-e94fb2ca947f tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0488477 Apr 05 15:58:19.150971 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a712bbe8-4416-4910-9608-3b189cc3d529 req-179466b7-e056-4f43-9e13-e6f09aa18461 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0512764 Apr 05 15:58:19.366127 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c4bd2ba2-6c7a-47c7-96d4-47d70ef89e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:19.616860 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c93234b8-8cec-45a5-bef1-ea033712b8d0 req-60369492-7958-4d2f-8380-1f5bd12ec5ad service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813456 Apr 05 15:58:19.763062 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93234b8-8cec-45a5-bef1-ea033712b8d0 req-55d60983-c14d-48f4-a4e9-d803e8f8ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:19.764523 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c93234b8-8cec-45a5-bef1-ea033712b8d0 req-55d60983-c14d-48f4-a4e9-d803e8f8ddb5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a9e3712c411b4003b59b08ae7e238887&device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 1098 time: 0.0767848 Apr 05 15:58:19.919464 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93234b8-8cec-45a5-bef1-ea033712b8d0 req-757f63e4-4158-4c3d-bb50-8ffc03ed7631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:19.921025 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c93234b8-8cec-45a5-bef1-ea033712b8d0 req-757f63e4-4158-4c3d-bb50-8ffc03ed7631 service neutron] 10.222.0.43 "GET /v2.0/networks?id=742f0d6b-c627-488c-9d6d-30bf03552eab HTTP/1.1" status: 200 len: 914 time: 0.1373122 Apr 05 15:58:19.996796 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c93234b8-8cec-45a5-bef1-ea033712b8d0 req-a1a491e1-a133-4c39-975a-c0f08e845ea9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22a1e38e-1d78-4e42-80dd-e49c5302e3b7 HTTP/1.1" status: 200 len: 217 time: 0.0687761 Apr 05 15:58:20.066242 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93234b8-8cec-45a5-bef1-ea033712b8d0 req-12c6b30c-1e0a-4569-81e6-c006921d6a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:58:20.067757 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c93234b8-8cec-45a5-bef1-ea033712b8d0 req-12c6b30c-1e0a-4569-81e6-c006921d6a3a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=923d82e8-4216-4e0f-9fc4-7c5502e914f1 HTTP/1.1" status: 200 len: 853 time: 0.0645242 Apr 05 15:58:20.120833 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c93234b8-8cec-45a5-bef1-ea033712b8d0 req-3f9c6746-dc47-42ba-bd46-cfde9f192605 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=742f0d6b-c627-488c-9d6d-30bf03552eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453165 Apr 05 15:58:20.268722 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c93234b8-8cec-45a5-bef1-ea033712b8d0 req-be5f432a-02fa-464a-851b-80f5bb187029 service neutron] 10.222.0.43 "GET /v2.0/networks/742f0d6b-c627-488c-9d6d-30bf03552eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403425 Apr 05 15:58:20.420310 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c93234b8-8cec-45a5-bef1-ea033712b8d0 req-a5ee6303-f7b0-4462-ad05-6321f3cef15c service neutron] 10.222.0.43 "GET /v2.0/networks/742f0d6b-c627-488c-9d6d-30bf03552eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442103 Apr 05 15:58:20.453711 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-854f8b5c-79ef-4ea0-9dff-df311f8486bc req-17e5ddbd-8696-49d3-821c-e034befc6c85 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0515776 Apr 05 15:58:20.704194 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:21.620221 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-29938f60-04ae-4a51-884f-57eaac585200 req-176bb89a-e580-4d97-b126-b0c30689ebff tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0490320 Apr 05 15:58:21.818379 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-39e8c2d6-4b54-42a2-a1fb-bbe602319131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:22.366977 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:22.784249 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1c062349-3499-487e-975a-2798f6d18d75 req-2a1aa75c-14d2-4ec5-afe9-0ef1f733d20d tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0525656 Apr 05 15:58:23.835693 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:23.947175 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-75465f17-800d-47b2-9a9d-b94b3a301e3a req-5d51a382-0c07-487a-8832-c25a8cc686bd tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0498703 Apr 05 15:58:25.112547 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b4946105-e94d-4ca3-b28f-cc6e821f88ce req-6dd8494a-ff15-4a2a-8d1a-1bc355b2b0ce tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0491221 Apr 05 15:58:26.282160 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5178a15b-b0a4-41fc-96a3-06850a708bdb req-ccc26933-e803-4ffe-b1d7-95beb0dbd73c tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0514004 Apr 05 15:58:27.442645 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f1eb57fe-56b5-4a36-97a4-448da6276edc req-597ca9c0-cec7-4b86-ba1b-7268abf5b1ed tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0482316 Apr 05 15:58:28.604126 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d08afeb1-052a-40ae-b5fb-e9c15f5df1f8 req-48b99120-f4b6-45ea-8051-f3aad244c8db tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0481606 Apr 05 15:58:29.998278 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fa3b25f2-15d5-4413-86ed-e83f819f4662 req-de218667-b0dd-462d-a66d-41b18f7636a2 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.2831342 Apr 05 15:58:31.159201 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-dc31d724-f865-4043-9d4c-045b8ea11bd7 req-6d8f5843-82db-4454-b343-c12f620ce75b tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0488639 Apr 05 15:58:32.318987 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-06261399-3c56-4e0e-9a9a-5ee35860301a req-e8bf6a7b-5e13-4ee6-9213-06c38d3b3af9 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0480731 Apr 05 15:58:33.481118 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9721b395-0757-4485-8f54-e13e112112b1 req-17212b8e-2c67-4954-8683-648a9ade6d16 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0512767 Apr 05 15:58:34.640306 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7d1b89dc-8390-4c39-8d94-fafe0e6c6129 req-0dd92187-8d6f-4027-b65f-e07fd34ce6ed tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0484271 Apr 05 15:58:35.802506 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f48466df-e4f9-49de-be81-e3e645b02d77 req-918d12ae-2f30-4af0-acbf-9c89de7baf00 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0480752 Apr 05 15:58:36.967757 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-25b1c3b2-474c-407d-bfa7-9345b8cbc45f req-553f396e-7c2e-472d-b17e-1d0004858f45 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0526426 Apr 05 15:58:37.914344 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:58:38.128240 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d5e30802-1e5b-42a4-b284-1cb286f774f3 req-3e9ccbde-d37f-4365-8378-53b5aa55aba6 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0491438 Apr 05 15:58:39.292414 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0081a23c-be88-4227-8196-e038b0230fdc req-b0e57cd2-2709-4cc4-a554-78ec13959989 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0494359 Apr 05 15:58:40.457540 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f9ab9831-eb4d-48b4-a16b-f46a74de99e3 req-70f37851-33b0-473e-85fd-f9d33005d7ea tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0514321 Apr 05 15:58:41.617710 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2b885024-befb-4dda-b972-34419be18b9c req-66a0af55-2f4b-4441-910c-e06900452ab8 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0489576 Apr 05 15:58:42.778926 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ae58fca7-b8fd-4683-bf19-9bc90cfc40b0 req-1fd3dd4e-6ce7-4264-b097-9a83561a54c0 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0484807 Apr 05 15:58:43.942478 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bf87f04b-ffe3-43df-ab38-ae2c9607aeef req-07f1c8f3-a01f-4353-aad8-4448de29ae52 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0519166 Apr 05 15:58:45.104945 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-391cc03a-b0fc-4fa2-a8f5-af07efb336ab req-727d33f5-1131-42ea-b750-da16c9805b56 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0489767 Apr 05 15:58:45.280845 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:46.270133 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-06cc2573-4bc0-473b-815c-e4f10e0bdaa5 req-65aaf4ea-528a-4445-b766-204bd69bfdb9 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0489960 Apr 05 15:58:47.431392 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-cc7c01ce-2299-4bff-8485-83667cca6f98 req-db8bfc54-d188-46e9-aa29-8baa19884160 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0508015 Apr 05 15:58:48.605467 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3fa7c271-6dd6-4767-99bb-fe72c241775a req-357ab191-9c9b-4484-b515-5585a990c5dc tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0488799 Apr 05 15:58:49.365445 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8580bd8a-253f-4c2e-ab44-a5879530dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:49.767993 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bae73441-ed25-4876-a334-70498c96d4b0 req-5512c594-8acf-4a0c-a42a-34095c202bb9 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0489831 Apr 05 15:58:50.719130 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:50.932737 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5b62afd7-a20b-4f9f-97d6-57a126904351 req-b184b9f2-f34f-4798-8663-b6a6351845f6 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0516529 Apr 05 15:58:51.829213 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-24947854-9b5b-4479-b3c0-146ccada6d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:52.093054 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0e7e73dd-a5fd-42d9-923d-69901daf2c8c req-32fd83e8-4d82-4af5-97db-03b87e8dd557 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0482507 Apr 05 15:58:52.378006 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:53.254394 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b44f52de-8556-4297-8ba1-4e80ced3ba9b req-fdc86df0-1e06-42e4-b69b-2546431e9644 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0490568 Apr 05 15:58:53.844946 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:58:54.418873 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-17db6982-2636-42bb-9a92-4bc75fb4c7ef req-4c9a849a-1646-47c0-b66a-899e4133ddd8 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0514896 Apr 05 15:58:55.579110 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-16fef872-1222-4329-ab7c-2891e84d1541 req-280e0e9f-6cc6-4a8f-adad-e86b03b65486 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0490615 Apr 05 15:58:56.743937 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4878b3c1-5a29-447b-bfc0-e16c5ea80dc4 req-4d95f4e7-c743-40d8-9b85-990f7b744aa0 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0500643 Apr 05 15:58:57.916585 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6c06b2d4-86c4-4c36-962a-f1c0b2cffff3 req-10358f4f-5fc8-4098-9e4a-ae904f018478 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0599966 Apr 05 15:58:59.210278 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0a642bbd-da86-415e-ad71-a2924009e944 req-d1c2fa0f-cfff-4dfa-9450-ee503a4e1d63 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0487351 Apr 05 15:59:00.488930 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7543f1fc-e2da-4bc4-b33a-55494a8d13c4 req-7f75a3d7-cb12-401a-9f91-02ff8b91c4a1 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.1651869 Apr 05 15:59:01.701261 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8a8542c8-c905-4c0d-a01f-7cb5cd8d1867 req-5a80e02e-c49f-4644-92ba-c428f2337bdb tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.1009698 Apr 05 15:59:02.864683 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-03b64748-27da-4553-9961-6798bb9768d8 req-172b7108-46f0-4142-b61f-a8a72c2098aa tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0489888 Apr 05 15:59:04.025844 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-07ea50da-5846-4ec9-925c-bd37d0e1c00d req-592d4663-ba90-4c44-93ce-a59c74800994 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0495079 Apr 05 15:59:05.190585 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-039b5c71-48b1-4076-b85d-8f6f11e038c6 req-6bac0247-0280-49ad-a216-ca3ed1f5d9e5 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0517333 Apr 05 15:59:06.351221 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0484935f-9df3-4f1a-8d00-fdf694c418a2 req-28796a9e-1b07-4730-afd3-7ed2266b6cc1 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0487838 Apr 05 15:59:07.513498 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-092b7594-e8d7-4c4f-9fc0-1aedeb6707fb req-faeac99a-30c6-452d-9b3d-2a24a43f23be tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0495410 Apr 05 15:59:08.676577 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-791ad614-6693-4e12-831c-231b8b07c23f req-668f67a7-dc4d-41f5-9977-a1e61ebc41fc tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0515428 Apr 05 15:59:09.835993 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fba134f4-a757-43ef-b9bd-1491920a51fb req-8bd22796-1b36-41f1-9825-ebd849e14e4b tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0494053 Apr 05 15:59:11.000529 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-85f60f88-4536-4983-830f-46935138928c req-3129516c-e66e-4842-a543-fc5a097e51e6 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0499413 Apr 05 15:59:12.162748 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2b0cad42-d4b0-48d7-b24c-cd9454957e5d req-43d7d690-5ea9-43fc-a6cf-12888f4aa39b tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0509734 Apr 05 15:59:13.322039 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-eeef6e33-d932-41a0-a577-d4594a04276b req-e8d32652-7769-4bc2-9710-7346ba881185 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0487404 Apr 05 15:59:14.483962 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2539f01c-51a5-4855-96df-fea425a77a7e req-187067e1-5e9e-42fc-9ae3-2e46242626be tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0484772 Apr 05 15:59:14.914037 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:59:15.313247 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:15.645448 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1c68b794-24a1-45f0-87d1-467cedd25822 req-3b249e7c-1d82-417e-8fa8-d7eb8ea4e1fa tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0516129 Apr 05 15:59:16.806374 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1117f9aa-5b7b-428a-977c-3084966a6765 req-3aae8cfe-c781-432c-971f-0cd5b26814fa tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0494757 Apr 05 15:59:17.966754 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-550ac6d7-eece-4bef-a7b8-c8db9602bec0 req-d2bc1d7f-187d-4d43-b6c5-2fc1e9f8fef6 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0481293 Apr 05 15:59:19.130111 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-444c99f0-e018-4511-944e-114db0292b09 req-8b7dabd0-0405-4f21-a939-2c0fb632a115 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0527835 Apr 05 15:59:19.377844 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-147deaf3-0eaf-423d-8ec5-307c5b513d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:20.292288 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-aa6f7959-ead3-4c94-813c-f5594d24d2c9 req-656b6b70-603b-45f8-92c3-3691489eb6f4 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0497127 Apr 05 15:59:20.714556 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4cf346e4-9b79-4e12-9fc2-bf247f29a51b req-23acfcae-4c07-4419-a61f-640940d8c74e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1296957 Apr 05 15:59:20.720537 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:20.823072 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf346e4-9b79-4e12-9fc2-bf247f29a51b req-eafb2b8d-6f7c-48a0-8316-f2f70082b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:59:20.824663 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4cf346e4-9b79-4e12-9fc2-bf247f29a51b req-eafb2b8d-6f7c-48a0-8316-f2f70082b1df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ac127c9bf344f5f88cf1aa6eacdf909&device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 1098 time: 0.0799406 Apr 05 15:59:20.984238 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf346e4-9b79-4e12-9fc2-bf247f29a51b req-fde53015-bba9-49a3-a33c-dd751bebb7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:59:20.986224 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4cf346e4-9b79-4e12-9fc2-bf247f29a51b req-fde53015-bba9-49a3-a33c-dd751bebb7d2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5e853890-abc7-4a4b-83a0-567b3141f9f1 HTTP/1.1" status: 200 len: 913 time: 0.1375341 Apr 05 15:59:21.320913 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4cf346e4-9b79-4e12-9fc2-bf247f29a51b req-f3d4d941-3f28-46aa-92fe-378b7569f39e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 HTTP/1.1" status: 200 len: 1001 time: 0.3242919 Apr 05 15:59:21.397840 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf346e4-9b79-4e12-9fc2-bf247f29a51b req-c83468e1-6a94-41c4-9cd9-c5a3b36612d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:59:21.399399 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4cf346e4-9b79-4e12-9fc2-bf247f29a51b req-c83468e1-6a94-41c4-9cd9-c5a3b36612d1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a HTTP/1.1" status: 200 len: 851 time: 0.0680227 Apr 05 15:59:21.464593 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d4ea98ef-aae6-4ea2-a964-0c8671d1e101 req-e161360d-02c0-4ab9-9b02-320f5ffe4438 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0498023 Apr 05 15:59:21.496341 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf346e4-9b79-4e12-9fc2-bf247f29a51b req-eb4c14d5-2f01-4df3-8d08-611cc39468f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 15:59:21.497964 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4cf346e4-9b79-4e12-9fc2-bf247f29a51b req-eb4c14d5-2f01-4df3-8d08-611cc39468f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e853890-abc7-4a4b-83a0-567b3141f9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0881414 Apr 05 15:59:21.512776 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [req-4cf346e4-9b79-4e12-9fc2-bf247f29a51b req-8e1c1ce8-b766-427c-9155-c30611cd913a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 15:59:21.513897 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4cf346e4-9b79-4e12-9fc2-bf247f29a51b req-8e1c1ce8-b766-427c-9155-c30611cd913a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057957 Apr 05 15:59:21.660184 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4cf346e4-9b79-4e12-9fc2-bf247f29a51b req-c0482816-8ed5-484a-b541-08889c8fc50a service neutron] 10.222.0.43 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354785 Apr 05 15:59:21.810278 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4cf346e4-9b79-4e12-9fc2-bf247f29a51b req-4bde1db9-dc31-4733-8098-e574fd770822 service neutron] 10.222.0.43 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390760 Apr 05 15:59:21.823925 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a646b4cc-051e-436d-8448-08fedc3fe6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:22.372372 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:22.628304 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7bb2adf6-6322-495d-8305-6f0be5b97791 req-e91836ba-0f04-4b7e-8ad6-bad463563130 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0525615 Apr 05 15:59:23.793428 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6c565e07-7cd5-4386-b325-c382e64a930c req-5c8e3209-c9cf-4244-a8b3-ed0ce5f909ea tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0501819 Apr 05 15:59:23.846130 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:24.962425 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5087e014-250b-421e-9201-2af1ee6422c1 req-5109fef4-40eb-4188-bd09-0a6916239cb3 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0483806 Apr 05 15:59:26.123881 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0cff6ee6-3ea9-4d65-b3e3-874d2a57288c req-201a8d87-6614-4308-b8a4-b92d05386e56 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0511000 Apr 05 15:59:27.285209 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-416d3792-395e-4469-8674-b7266ed57fa1 req-7bbbcdba-c25c-4948-9c65-418465cb0253 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0500207 Apr 05 15:59:28.468223 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f39a9e4a-191f-4e7d-a4a9-2a0f2d3eff1f req-81112821-e462-456e-9fd7-10f07a8ddb13 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "GET /v2.0/ports?device_id=0381a980-ee96-408d-946f-f298bfd3ee27 HTTP/1.1" status: 200 len: 210 time: 0.0491610 Apr 05 15:59:29.568963 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 45490) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:59:29.643296 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-45b6eaf1-e27f-45ba-9175-c22301d35c10 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:29.674709 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-45b6eaf1-e27f-45ba-9175-c22301d35c10 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:29.850289 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-45b6eaf1-e27f-45ba-9175-c22301d35c10 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:29.855683 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-fa91bb3a-bdb0-4c2c-bd91-16737c41af41 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:59:29.871599 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6eaf1-e27f-45ba-9175-c22301d35c10 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55975f4-28dd-42ab-8eaa-35d849553127,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:59:29.879912 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6eaf1-e27f-45ba-9175-c22301d35c10 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:59:29.880337 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6eaf1-e27f-45ba-9175-c22301d35c10 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:59:29.880752 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6eaf1-e27f-45ba-9175-c22301d35c10 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:59:29.881164 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6eaf1-e27f-45ba-9175-c22301d35c10 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:59:29.881568 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6eaf1-e27f-45ba-9175-c22301d35c10 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:59:29.881970 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6eaf1-e27f-45ba-9175-c22301d35c10 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:59:29.882406 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6eaf1-e27f-45ba-9175-c22301d35c10 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:59:29.893892 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6eaf1-e27f-45ba-9175-c22301d35c10 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:59:29.893892 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6eaf1-e27f-45ba-9175-c22301d35c10 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:59:29.893892 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6eaf1-e27f-45ba-9175-c22301d35c10 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:59:29.893892 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6eaf1-e27f-45ba-9175-c22301d35c10 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:59:29.893892 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b6eaf1-e27f-45ba-9175-c22301d35c10 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:59:29.893892 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-45b6eaf1-e27f-45ba-9175-c22301d35c10 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:59:29.925680 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-45b6eaf1-e27f-45ba-9175-c22301d35c10 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:29.926928 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-45b6eaf1-e27f-45ba-9175-c22301d35c10 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] 10.222.0.44 "DELETE /v2.0/security-groups/d55975f4-28dd-42ab-8eaa-35d849553127 HTTP/1.1" status: 204 len: 168 time: 0.3568819 Apr 05 15:59:31.083843 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 45506) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:59:31.794548 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d18c2437-b3b8-4e94-aef1-02d88eea781b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3866217'] for router_interface, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:32.156395 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-d18c2437-b3b8-4e94-aef1-02d88eea781b admin admin] Deleting port da714203-5d2b-43d1-b02f-250b806d8c6c {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:59:32.156974 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d18c2437-b3b8-4e94-aef1-02d88eea781b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:32.335802 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-d18c2437-b3b8-4e94-aef1-02d88eea781b admin admin] For port da714203-5d2b-43d1-b02f-250b806d8c6c, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=da714203-5d2b-43d1-b02f-250b806d8c6c,segment=NetworkSegment(87acdd3d-d43a-43b2-b114-7774e6f8900e),segment_id=87acdd3d-d43a-43b2-b114-7774e6f8900e)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:59:32.336206 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d18c2437-b3b8-4e94-aef1-02d88eea781b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:32.470117 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-d18c2437-b3b8-4e94-aef1-02d88eea781b admin admin] Calling delete_port for da714203-5d2b-43d1-b02f-250b806d8c6c owned by network:router_interface {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:59:32.667545 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d18c2437-b3b8-4e94-aef1-02d88eea781b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:32.683796 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-532871b4-fdfc-4cbe-9e6f-d9c01f8b07fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:59:32.968656 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c2437-b3b8-4e94-aef1-02d88eea781b admin admin] Pushing event deleted for resources: {'Port': ['ID=da714203-5d2b-43d1-b02f-250b806d8c6c,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:59:32.973098 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d18c2437-b3b8-4e94-aef1-02d88eea781b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:59:33.362450 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d18c2437-b3b8-4e94-aef1-02d88eea781b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850863086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810748'] for router_interface, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:33.874065 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18c2437-b3b8-4e94-aef1-02d88eea781b admin admin] Router b27a713c-fe9a-4a9f-9d97-93727e3c81ed has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:59:34.070778 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18c2437-b3b8-4e94-aef1-02d88eea781b admin admin] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:59:34.079188 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e027f98-9f7b-4fdf-816d-e92670b56ab8 None None] Sync routers for ids ['b27a713c-fe9a-4a9f-9d97-93727e3c81ed'] in dv-cinder-784779-1-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:59:34.083156 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-d18c2437-b3b8-4e94-aef1-02d88eea781b admin admin] 10.222.0.44 "PUT /v2.0/routers/b27a713c-fe9a-4a9f-9d97-93727e3c81ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9980829 Apr 05 15:59:34.085859 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 45540) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:59:34.088950 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e027f98-9f7b-4fdf-816d-e92670b56ab8 None None] Routers {'b27a713c-fe9a-4a9f-9d97-93727e3c81ed'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:59:34.089665 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-8e027f98-9f7b-4fdf-816d-e92670b56ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:59:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['b27a713c-fe9a-4a9f-9d97-93727e3c81ed'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:59:34.280887 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7687bf5d-8230-4503-814e-4db2840335e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:34.442253 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-8e027f98-9f7b-4fdf-816d-e92670b56ab8 None None] Set router b27a713c-fe9a-4a9f-9d97-93727e3c81ed gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:59:34.474685 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7687bf5d-8230-4503-814e-4db2840335e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:34.520884 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-7687bf5d-8230-4503-814e-4db2840335e1 admin admin] Deleting port a7fafb9a-bc19-4430-b764-67c6a1909d23 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:59:34.521430 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7687bf5d-8230-4503-814e-4db2840335e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:34.715438 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-7687bf5d-8230-4503-814e-4db2840335e1 admin admin] For port a7fafb9a-bc19-4430-b764-67c6a1909d23, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=a7fafb9a-bc19-4430-b764-67c6a1909d23,segment=NetworkSegment(45fc7be4-cb6f-44c4-878d-af01c4212144),segment_id=45fc7be4-cb6f-44c4-878d-af01c4212144)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:59:34.715839 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7687bf5d-8230-4503-814e-4db2840335e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:34.751290 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-8e027f98-9f7b-4fdf-816d-e92670b56ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'name': 'tempest-TestShelveInstance-648174114-router', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'a7fafb9a-bc19-4430-b764-67c6a1909d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:12Z', 'updated_at': '2021-04-05T15:59:32Z', 'revision_number': 5, 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'gw_port': {'id': 'a7fafb9a-bc19-4430-b764-67c6a1909d23', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:14Z', 'updated_at': '2021-04-05T15:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi'}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:59:34.755365 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e027f98-9f7b-4fdf-816d-e92670b56ab8 None None] Checking router: b27a713c-fe9a-4a9f-9d97-93727e3c81ed for host: dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:59:34.764274 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e027f98-9f7b-4fdf-816d-e92670b56ab8 None None] Routers {'b27a713c-fe9a-4a9f-9d97-93727e3c81ed'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:59:34.764917 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-8e027f98-9f7b-4fdf-816d-e92670b56ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:59:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['b27a713c-fe9a-4a9f-9d97-93727e3c81ed'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:59:34.848069 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-7687bf5d-8230-4503-814e-4db2840335e1 admin admin] Calling delete_port for a7fafb9a-bc19-4430-b764-67c6a1909d23 owned by network:router_gateway {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:59:34.929769 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-8e027f98-9f7b-4fdf-816d-e92670b56ab8 None None] Set router b27a713c-fe9a-4a9f-9d97-93727e3c81ed gateway port host: None {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:59:35.046265 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-8e027f98-9f7b-4fdf-816d-e92670b56ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'name': 'tempest-TestShelveInstance-648174114-router', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:12Z', 'updated_at': '2021-04-05T15:59:34Z', 'revision_number': 6, 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'gw_port_host': None}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:59:35.050947 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e027f98-9f7b-4fdf-816d-e92670b56ab8 None None] The sync data for ids ['b27a713c-fe9a-4a9f-9d97-93727e3c81ed'] in dv-cinder-784779-1-iscsi is: [{'id': 'b27a713c-fe9a-4a9f-9d97-93727e3c81ed', 'name': 'tempest-TestShelveInstance-648174114-router', 'tenant_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:12Z', 'updated_at': '2021-04-05T15:59:34Z', 'revision_number': 6, 'project_id': '01ef02dfd52147a1bd6cf1279736a2e9', 'gw_port_host': None}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:59:35.124165 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device da714203-5d2b-43d1-b02f-250b806d8c6c no longer exists at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:59:35.148129 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7687bf5d-8230-4503-814e-4db2840335e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:35.160654 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] No Port match for: da714203-5d2b-43d1-b02f-250b806d8c6c {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:59:35.161054 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device da714203-5d2b-43d1-b02f-250b806d8c6c not bound to the agent host dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:59:35.164837 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a4d44277-85bb-4b66-b259-1ba1b940156f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:59:35.224317 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7687bf5d-8230-4503-814e-4db2840335e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7fafb9a-bc19-4430-b764-67c6a1909d23,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:59:35.228176 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7687bf5d-8230-4503-814e-4db2840335e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:59:35.672263 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7687bf5d-8230-4503-814e-4db2840335e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3811004'] for router_gateway, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:35.860185 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7687bf5d-8230-4503-814e-4db2840335e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850963395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3356'] for router, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:35.862893 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7687bf5d-8230-4503-814e-4db2840335e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:35.994854 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7687bf5d-8230-4503-814e-4db2840335e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850963321'] for router, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:35.995322 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7687bf5d-8230-4503-814e-4db2840335e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b27a713c-fe9a-4a9f-9d97-93727e3c81ed {{(pid=84430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 15:59:36.007988 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7687bf5d-8230-4503-814e-4db2840335e1 admin admin] Notify callbacks [] for router, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:36.009265 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-7687bf5d-8230-4503-814e-4db2840335e1 admin admin] 10.222.0.44 "DELETE /v2.0/routers/b27a713c-fe9a-4a9f-9d97-93727e3c81ed HTTP/1.1" status: 204 len: 168 time: 1.9223247 Apr 05 15:59:36.012063 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 45558) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:59:36.078749 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d23afc3-61a5-4c20-a9ae-c988eab38ef4 admin admin] Deleting subnet 259bfebd-f402-4bad-8767-beb45f5f4266 {{(pid=84430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 15:59:36.081916 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7d23afc3-61a5-4c20-a9ae-c988eab38ef4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:36.135019 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7d23afc3-61a5-4c20-a9ae-c988eab38ef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10310842'] for subnet, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:36.220306 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7d23afc3-61a5-4c20-a9ae-c988eab38ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:36.501720 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7d23afc3-61a5-4c20-a9ae-c988eab38ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844508925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2147944'] for subnet, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:36.522499 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:59:36.568879 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23afc3-61a5-4c20-a9ae-c988eab38ef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=259bfebd-f402-4bad-8767-beb45f5f4266,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:59:36.575470 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7d23afc3-61a5-4c20-a9ae-c988eab38ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:59:36.659458 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7d23afc3-61a5-4c20-a9ae-c988eab38ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:36.664790 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de336ff-20ce-4334-b8b6-aace2e900a47 None None] Network 297efcce-d14a-4ebe-b53a-0ac8cfcd24f7 requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:59:36.665601 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-7d23afc3-61a5-4c20-a9ae-c988eab38ef4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/259bfebd-f402-4bad-8767-beb45f5f4266 HTTP/1.1" status: 204 len: 168 time: 0.6525080 Apr 05 15:59:36.668262 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 45568) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:59:36.785026 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a298672c-4d4b-4493-a918-7f8590868400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-516461'] for network, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:36.855316 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-a298672c-4d4b-4493-a918-7f8590868400 admin admin] Deleting port 47e9339d-5026-4973-b0cb-0f986611dc69 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:59:36.855454 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a298672c-4d4b-4493-a918-7f8590868400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:36.949112 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34202ef2-4c0d-4a06-b05f-e18cfa69498a None None] DHCP port deletion for 297efcce-d14a-4ebe-b53a-0ac8cfcd24f7 request from dv-cinder-784779-1-iscsi {{(pid=84431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 15:59:36.953383 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-34202ef2-4c0d-4a06-b05f-e18cfa69498a None None] Deleting port 47e9339d-5026-4973-b0cb-0f986611dc69 {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:59:36.953806 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-34202ef2-4c0d-4a06-b05f-e18cfa69498a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:37.084826 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-a298672c-4d4b-4493-a918-7f8590868400 admin admin] For port 47e9339d-5026-4973-b0cb-0f986611dc69, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=47e9339d-5026-4973-b0cb-0f986611dc69,segment=NetworkSegment(87acdd3d-d43a-43b2-b114-7774e6f8900e),segment_id=87acdd3d-d43a-43b2-b114-7774e6f8900e)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:59:37.085216 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a298672c-4d4b-4493-a918-7f8590868400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:37.224818 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-a298672c-4d4b-4493-a918-7f8590868400 admin admin] Calling delete_port for 47e9339d-5026-4973-b0cb-0f986611dc69 owned by network:dhcp {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:59:37.324246 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device a7fafb9a-bc19-4430-b764-67c6a1909d23 no longer exists at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:59:37.347421 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a298672c-4d4b-4493-a918-7f8590868400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:37.364759 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e559abe1-40bd-41f0-abe6-6c494a464f1e tempest-ServerRescueNegativeTestJSON-1009365836 tempest-ServerRescueNegativeTestJSON-1009365836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:59:37.376092 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] No Port match for: a7fafb9a-bc19-4430-b764-67c6a1909d23 {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:59:37.376485 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device a7fafb9a-bc19-4430-b764-67c6a1909d23 not bound to the agent host dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:59:37.376941 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 47e9339d-5026-4973-b0cb-0f986611dc69 no longer exists at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:59:37.418167 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] No Port match for: 47e9339d-5026-4973-b0cb-0f986611dc69 {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:59:37.418584 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 47e9339d-5026-4973-b0cb-0f986611dc69 not bound to the agent host dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:59:37.425466 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298672c-4d4b-4493-a918-7f8590868400 admin admin] Pushing event deleted for resources: {'Port': ['ID=47e9339d-5026-4973-b0cb-0f986611dc69,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:59:37.425600 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-34202ef2-4c0d-4a06-b05f-e18cfa69498a None None] For port 47e9339d-5026-4973-b0cb-0f986611dc69, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=47e9339d-5026-4973-b0cb-0f986611dc69,segment=NetworkSegment(87acdd3d-d43a-43b2-b114-7774e6f8900e),segment_id=87acdd3d-d43a-43b2-b114-7774e6f8900e)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:59:37.425801 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-34202ef2-4c0d-4a06-b05f-e18cfa69498a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:37.429221 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a298672c-4d4b-4493-a918-7f8590868400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:59:37.514006 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a298672c-4d4b-4493-a918-7f8590868400 admin admin] No DVR routers for this DVR port 47e9339d-5026-4973-b0cb-0f986611dc69 on host dv-cinder-784779-1-iscsi {{(pid=84430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:59:37.557908 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-34202ef2-4c0d-4a06-b05f-e18cfa69498a None None] Calling delete_port for 47e9339d-5026-4973-b0cb-0f986611dc69 owned by network:dhcp {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:59:37.632692 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.db.api [None req-34202ef2-4c0d-4a06-b05f-e18cfa69498a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84431) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 15:59:37.633014 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_db.api [None req-34202ef2-4c0d-4a06-b05f-e18cfa69498a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 15:59:37.643062 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a298672c-4d4b-4493-a918-7f8590868400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363297789275713'] for network, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:37.757379 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-a298672c-4d4b-4493-a918-7f8590868400 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297efcce-d14a-4ebe-b53a-0ac8cfcd24f7']}} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:59:37.770315 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-a298672c-4d4b-4493-a918-7f8590868400 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87acdd3d-d43a-43b2-b114-7774e6f8900e') {'for_net_delete': True} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:59:37.770651 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-a298672c-4d4b-4493-a918-7f8590868400 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87acdd3d-d43a-43b2-b114-7774e6f8900e') {} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:59:37.783071 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a298672c-4d4b-4493-a918-7f8590868400 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739065499985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844464973'] for segment, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:37.797535 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a298672c-4d4b-4493-a918-7f8590868400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:37.803835 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a298672c-4d4b-4493-a918-7f8590868400 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=84430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 15:59:37.981830 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-a298672c-4d4b-4493-a918-7f8590868400 admin admin] Network 297efcce-d14a-4ebe-b53a-0ac8cfcd24f7 has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:59:37.991772 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a298672c-4d4b-4493-a918-7f8590868400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844508760'] for segment, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:38.134038 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-34202ef2-4c0d-4a06-b05f-e18cfa69498a None None] Deleting port 47e9339d-5026-4973-b0cb-0f986611dc69 {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:59:38.134676 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-34202ef2-4c0d-4a06-b05f-e18cfa69498a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:38.171447 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-a298672c-4d4b-4493-a918-7f8590868400 admin admin] Network 297efcce-d14a-4ebe-b53a-0ac8cfcd24f7 has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: Traceback (most recent call last): Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: timer() Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: cb(*args, **kw) Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: return func(*args, **kwargs) Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: self._notify() Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: self.callback(batched_events) Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: event.method(event) Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: segment_id)['aggregates'][0] Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: return f(self, *a, **k) Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: return self._get(url).json() Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: **kwargs) Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: return self.request(url, 'GET', **kwargs) Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: **endpoint_filter) Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:59:38.194703 dv-cinder-784779-1-iscsi neutron-server[84318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:59:38.208925 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-34202ef2-4c0d-4a06-b05f-e18cfa69498a None None] The port '47e9339d-5026-4973-b0cb-0f986611dc69' was deleted {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 15:59:38.318965 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a298672c-4d4b-4493-a918-7f8590868400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850964774'] for network, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:38.323790 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a298672c-4d4b-4493-a918-7f8590868400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:38.328022 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:59:38.353699 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298672c-4d4b-4493-a918-7f8590868400 admin admin] Pushing event deleted for resources: {'Network': ['ID=297efcce-d14a-4ebe-b53a-0ac8cfcd24f7,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:59:38.356237 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a298672c-4d4b-4493-a918-7f8590868400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:59:38.359644 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-a298672c-4d4b-4493-a918-7f8590868400 admin admin] 10.222.0.44 "DELETE /v2.0/networks/297efcce-d14a-4ebe-b53a-0ac8cfcd24f7 HTTP/1.1" status: 204 len: 168 time: 1.6887872 Apr 05 15:59:38.361859 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 45584) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:59:38.930940 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f8210c22-bb74-43cc-864a-0c5de0becd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3866217'] for router_interface, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:39.535762 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-f8210c22-bb74-43cc-864a-0c5de0becd60 admin admin] Deleting port 79367d11-a93e-476b-b982-84b5bcabb495 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:59:39.536141 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f8210c22-bb74-43cc-864a-0c5de0becd60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:39.718617 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-f8210c22-bb74-43cc-864a-0c5de0becd60 admin admin] For port 79367d11-a93e-476b-b982-84b5bcabb495, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=79367d11-a93e-476b-b982-84b5bcabb495,segment=NetworkSegment(1ff5b92a-f25a-4cba-9582-211b32bfdd07),segment_id=1ff5b92a-f25a-4cba-9582-211b32bfdd07)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:59:39.719018 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f8210c22-bb74-43cc-864a-0c5de0becd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:39.853757 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-f8210c22-bb74-43cc-864a-0c5de0becd60 admin admin] Calling delete_port for 79367d11-a93e-476b-b982-84b5bcabb495 owned by network:router_interface {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:59:40.137972 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f8210c22-bb74-43cc-864a-0c5de0becd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:40.153965 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d18c2437-b3b8-4e94-aef1-02d88eea781b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:59:40.213990 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8210c22-bb74-43cc-864a-0c5de0becd60 admin admin] Pushing event deleted for resources: {'Port': ['ID=79367d11-a93e-476b-b982-84b5bcabb495,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:59:40.217929 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f8210c22-bb74-43cc-864a-0c5de0becd60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:59:40.603255 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f8210c22-bb74-43cc-864a-0c5de0becd60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850863086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810748'] for router_interface, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:41.115552 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8210c22-bb74-43cc-864a-0c5de0becd60 admin admin] Router f0d8c440-cc44-4957-85a0-6c5e877777d1 has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 15:59:41.304873 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8210c22-bb74-43cc-864a-0c5de0becd60 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 15:59:41.313564 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a25ec8c-5b95-4da2-996a-13be04ce5912 None None] Sync routers for ids ['f0d8c440-cc44-4957-85a0-6c5e877777d1'] in dv-cinder-784779-1-iscsi {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 15:59:41.315072 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-f8210c22-bb74-43cc-864a-0c5de0becd60 admin admin] 10.222.0.44 "PUT /v2.0/routers/f0d8c440-cc44-4957-85a0-6c5e877777d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9521265 Apr 05 15:59:41.317749 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 45610) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:59:41.323357 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a25ec8c-5b95-4da2-996a-13be04ce5912 None None] Routers {'f0d8c440-cc44-4957-85a0-6c5e877777d1'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:59:41.324019 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-6a25ec8c-5b95-4da2-996a-13be04ce5912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:59:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['f0d8c440-cc44-4957-85a0-6c5e877777d1'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:59:41.507282 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7ed757c5-6b27-4c29-9b96-1097e8a8c801 admin admin] Notify callbacks [] for router, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:41.514235 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-6a25ec8c-5b95-4da2-996a-13be04ce5912 None None] Set router f0d8c440-cc44-4957-85a0-6c5e877777d1 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:59:41.697729 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7ed757c5-6b27-4c29-9b96-1097e8a8c801 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:41.743592 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-7ed757c5-6b27-4c29-9b96-1097e8a8c801 admin admin] Deleting port 0faf4784-8b57-4a49-bb41-f9e24cd5b539 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:59:41.743977 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7ed757c5-6b27-4c29-9b96-1097e8a8c801 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:41.825198 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-6a25ec8c-5b95-4da2-996a-13be04ce5912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d8c440-cc44-4957-85a0-6c5e877777d1', 'name': 'tempest-TestShelveInstance-1149090091-router', 'tenant_id': 'd64bd742fc92444caae4158b05bd8b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '0faf4784-8b57-4a49-bb41-f9e24cd5b539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:28Z', 'updated_at': '2021-04-05T15:59:40Z', 'revision_number': 5, 'project_id': 'd64bd742fc92444caae4158b05bd8b6a', 'gw_port': {'id': '0faf4784-8b57-4a49-bb41-f9e24cd5b539', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:17:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d8c440-cc44-4957-85a0-6c5e877777d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:51:31Z', 'updated_at': '2021-04-05T15:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi'}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:59:41.830431 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a25ec8c-5b95-4da2-996a-13be04ce5912 None None] Checking router: f0d8c440-cc44-4957-85a0-6c5e877777d1 for host: dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 15:59:41.840302 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a25ec8c-5b95-4da2-996a-13be04ce5912 None None] Routers {'f0d8c440-cc44-4957-85a0-6c5e877777d1'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 15:59:41.841334 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-6a25ec8c-5b95-4da2-996a-13be04ce5912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T15:59:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['f0d8c440-cc44-4957-85a0-6c5e877777d1'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:59:42.013503 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-6a25ec8c-5b95-4da2-996a-13be04ce5912 None None] Set router f0d8c440-cc44-4957-85a0-6c5e877777d1 gateway port host: None {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 15:59:42.134133 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-6a25ec8c-5b95-4da2-996a-13be04ce5912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d8c440-cc44-4957-85a0-6c5e877777d1', 'name': 'tempest-TestShelveInstance-1149090091-router', 'tenant_id': 'd64bd742fc92444caae4158b05bd8b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:28Z', 'updated_at': '2021-04-05T15:59:41Z', 'revision_number': 6, 'project_id': 'd64bd742fc92444caae4158b05bd8b6a', 'gw_port_host': None}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:59:42.138320 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a25ec8c-5b95-4da2-996a-13be04ce5912 None None] The sync data for ids ['f0d8c440-cc44-4957-85a0-6c5e877777d1'] in dv-cinder-784779-1-iscsi is: [{'id': 'f0d8c440-cc44-4957-85a0-6c5e877777d1', 'name': 'tempest-TestShelveInstance-1149090091-router', 'tenant_id': 'd64bd742fc92444caae4158b05bd8b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:51:28Z', 'updated_at': '2021-04-05T15:59:41Z', 'revision_number': 6, 'project_id': 'd64bd742fc92444caae4158b05bd8b6a', 'gw_port_host': None}] {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 15:59:42.179893 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-7ed757c5-6b27-4c29-9b96-1097e8a8c801 admin admin] For port 0faf4784-8b57-4a49-bb41-f9e24cd5b539, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=0faf4784-8b57-4a49-bb41-f9e24cd5b539,segment=NetworkSegment(45fc7be4-cb6f-44c4-878d-af01c4212144),segment_id=45fc7be4-cb6f-44c4-878d-af01c4212144)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:59:42.180288 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7ed757c5-6b27-4c29-9b96-1097e8a8c801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:42.316513 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-7ed757c5-6b27-4c29-9b96-1097e8a8c801 admin admin] Calling delete_port for 0faf4784-8b57-4a49-bb41-f9e24cd5b539 owned by network:router_gateway {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:59:42.525868 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7ed757c5-6b27-4c29-9b96-1097e8a8c801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:42.541238 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:59:42.599017 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed757c5-6b27-4c29-9b96-1097e8a8c801 admin admin] Pushing event deleted for resources: {'Port': ['ID=0faf4784-8b57-4a49-bb41-f9e24cd5b539,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:59:42.602758 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7ed757c5-6b27-4c29-9b96-1097e8a8c801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:59:42.804278 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7ed757c5-6b27-4c29-9b96-1097e8a8c801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3811004'] for router_gateway, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:42.991846 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7ed757c5-6b27-4c29-9b96-1097e8a8c801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850963395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3356'] for router, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:42.994123 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7ed757c5-6b27-4c29-9b96-1097e8a8c801 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:43.150959 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 79367d11-a93e-476b-b982-84b5bcabb495 no longer exists at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:59:43.188085 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] No Port match for: 79367d11-a93e-476b-b982-84b5bcabb495 {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:59:43.188484 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 79367d11-a93e-476b-b982-84b5bcabb495 not bound to the agent host dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:59:43.188945 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 0faf4784-8b57-4a49-bb41-f9e24cd5b539 no longer exists at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:59:43.211960 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7ed757c5-6b27-4c29-9b96-1097e8a8c801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850963321'] for router, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:43.212532 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed757c5-6b27-4c29-9b96-1097e8a8c801 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0d8c440-cc44-4957-85a0-6c5e877777d1 {{(pid=84430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 15:59:43.225221 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] No Port match for: 0faf4784-8b57-4a49-bb41-f9e24cd5b539 {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:59:43.225621 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 0faf4784-8b57-4a49-bb41-f9e24cd5b539 not bound to the agent host dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:59:43.227095 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7ed757c5-6b27-4c29-9b96-1097e8a8c801 admin admin] Notify callbacks [] for router, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:43.228616 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-7ed757c5-6b27-4c29-9b96-1097e8a8c801 admin admin] 10.222.0.44 "DELETE /v2.0/routers/f0d8c440-cc44-4957-85a0-6c5e877777d1 HTTP/1.1" status: 204 len: 168 time: 1.9096081 Apr 05 15:59:43.231193 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 45628) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:59:43.304843 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_v2 [None req-43561edb-8686-4f56-b28c-ac8a8880d562 admin admin] Deleting subnet 1cdb785d-05a0-4a31-947b-6b93b954cb8e {{(pid=84429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 15:59:43.308070 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-43561edb-8686-4f56-b28c-ac8a8880d562 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:43.360767 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-43561edb-8686-4f56-b28c-ac8a8880d562 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9505071'] for subnet, precommit_delete_associations {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:43.486194 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-43561edb-8686-4f56-b28c-ac8a8880d562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:44.040878 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-43561edb-8686-4f56-b28c-ac8a8880d562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9499884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289953'] for subnet, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:44.055392 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-ac74b857-b12f-486e-b380-107f05837f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:59:44.103475 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43561edb-8686-4f56-b28c-ac8a8880d562 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cdb785d-05a0-4a31-947b-6b93b954cb8e,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:59:44.162438 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43561edb-8686-4f56-b28c-ac8a8880d562 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:59:44.162866 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43561edb-8686-4f56-b28c-ac8a8880d562 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:59:44.163280 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43561edb-8686-4f56-b28c-ac8a8880d562 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:59:44.163690 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43561edb-8686-4f56-b28c-ac8a8880d562 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:59:44.164096 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43561edb-8686-4f56-b28c-ac8a8880d562 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:59:44.164503 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43561edb-8686-4f56-b28c-ac8a8880d562 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:59:44.164907 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43561edb-8686-4f56-b28c-ac8a8880d562 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:59:44.165306 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43561edb-8686-4f56-b28c-ac8a8880d562 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:59:44.165709 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43561edb-8686-4f56-b28c-ac8a8880d562 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:59:44.166105 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43561edb-8686-4f56-b28c-ac8a8880d562 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:59:44.166530 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43561edb-8686-4f56-b28c-ac8a8880d562 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:59:44.166926 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43561edb-8686-4f56-b28c-ac8a8880d562 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 15:59:44.175000 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-43561edb-8686-4f56-b28c-ac8a8880d562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:59:44.202737 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-43561edb-8686-4f56-b28c-ac8a8880d562 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:44.208031 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1598ea40-3826-4bc0-b7f1-93459ad12a61 None None] Network a4a1e995-2149-4b54-970c-0334467893dd requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 15:59:44.209069 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-43561edb-8686-4f56-b28c-ac8a8880d562 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1cdb785d-05a0-4a31-947b-6b93b954cb8e HTTP/1.1" status: 204 len: 168 time: 0.9767179 Apr 05 15:59:44.211788 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 45640) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:59:44.333499 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2b9aaec0-67df-4074-be77-0048abd99e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-516461'] for network, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:44.404720 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-2b9aaec0-67df-4074-be77-0048abd99e82 admin admin] Deleting port 52228a95-4b14-417e-a147-b38c444ab02f {{(pid=84429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:59:44.405288 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2b9aaec0-67df-4074-be77-0048abd99e82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:44.469865 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287782bd-7f45-4c64-9347-8ef384b98ba0 None None] DHCP port deletion for a4a1e995-2149-4b54-970c-0334467893dd request from dv-cinder-784779-1-iscsi {{(pid=84431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 15:59:44.474123 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-287782bd-7f45-4c64-9347-8ef384b98ba0 None None] Deleting port 52228a95-4b14-417e-a147-b38c444ab02f {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:59:44.475095 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-287782bd-7f45-4c64-9347-8ef384b98ba0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:44.632628 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-2b9aaec0-67df-4074-be77-0048abd99e82 admin admin] For port 52228a95-4b14-417e-a147-b38c444ab02f, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=52228a95-4b14-417e-a147-b38c444ab02f,segment=NetworkSegment(1ff5b92a-f25a-4cba-9582-211b32bfdd07),segment_id=1ff5b92a-f25a-4cba-9582-211b32bfdd07)] {{(pid=84429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:59:44.632962 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2b9aaec0-67df-4074-be77-0048abd99e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:44.697785 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-287782bd-7f45-4c64-9347-8ef384b98ba0 None None] For port 52228a95-4b14-417e-a147-b38c444ab02f, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=52228a95-4b14-417e-a147-b38c444ab02f,segment=NetworkSegment(1ff5b92a-f25a-4cba-9582-211b32bfdd07),segment_id=1ff5b92a-f25a-4cba-9582-211b32bfdd07)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 15:59:44.698167 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-287782bd-7f45-4c64-9347-8ef384b98ba0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:44.765852 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-2b9aaec0-67df-4074-be77-0048abd99e82 admin admin] Calling delete_port for 52228a95-4b14-417e-a147-b38c444ab02f owned by network:dhcp {{(pid=84429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:59:44.837083 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-287782bd-7f45-4c64-9347-8ef384b98ba0 None None] Calling delete_port for 52228a95-4b14-417e-a147-b38c444ab02f owned by network:dhcp {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 15:59:44.880560 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2b9aaec0-67df-4074-be77-0048abd99e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:44.897111 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-eed61f87-95ac-4ea2-a81b-f88d5d53226a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:59:44.919008 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.db.api [None req-287782bd-7f45-4c64-9347-8ef384b98ba0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84431) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 15:59:44.919182 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_db.api [None req-287782bd-7f45-4c64-9347-8ef384b98ba0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 15:59:44.955924 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9aaec0-67df-4074-be77-0048abd99e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=52228a95-4b14-417e-a147-b38c444ab02f,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:59:44.958688 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-2b9aaec0-67df-4074-be77-0048abd99e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:59:45.045349 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9aaec0-67df-4074-be77-0048abd99e82 admin admin] No DVR routers for this DVR port 52228a95-4b14-417e-a147-b38c444ab02f on host dv-cinder-784779-1-iscsi {{(pid=84429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 15:59:45.150757 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 52228a95-4b14-417e-a147-b38c444ab02f no longer exists at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 15:59:45.170315 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2b9aaec0-67df-4074-be77-0048abd99e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363297789275713'] for network, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:45.188113 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] No Port match for: 52228a95-4b14-417e-a147-b38c444ab02f {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 15:59:45.188511 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 52228a95-4b14-417e-a147-b38c444ab02f not bound to the agent host dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 15:59:45.286693 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-2b9aaec0-67df-4074-be77-0048abd99e82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a1e995-2149-4b54-970c-0334467893dd']}} {{(pid=84429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:59:45.299326 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-2b9aaec0-67df-4074-be77-0048abd99e82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff5b92a-f25a-4cba-9582-211b32bfdd07') {'for_net_delete': True} {{(pid=84429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:59:45.304328 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-2b9aaec0-67df-4074-be77-0048abd99e82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff5b92a-f25a-4cba-9582-211b32bfdd07') {} {{(pid=84429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 15:59:45.313119 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2b9aaec0-67df-4074-be77-0048abd99e82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739065499985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036845270746'] for segment, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:45.320406 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:45.394748 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2b9aaec0-67df-4074-be77-0048abd99e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:45.401699 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b9aaec0-67df-4074-be77-0048abd99e82 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=84429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 15:59:45.420493 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-287782bd-7f45-4c64-9347-8ef384b98ba0 None None] Deleting port 52228a95-4b14-417e-a147-b38c444ab02f {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 15:59:45.420958 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-287782bd-7f45-4c64-9347-8ef384b98ba0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:45.495490 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-287782bd-7f45-4c64-9347-8ef384b98ba0 None None] The port '52228a95-4b14-417e-a147-b38c444ab02f' was deleted {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 15:59:45.583023 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-2b9aaec0-67df-4074-be77-0048abd99e82 admin admin] Network a4a1e995-2149-4b54-970c-0334467893dd has no segments {{(pid=84429) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:59:45.591960 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2b9aaec0-67df-4074-be77-0048abd99e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9499719'] for segment, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:45.775961 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-2b9aaec0-67df-4074-be77-0048abd99e82 admin admin] Network a4a1e995-2149-4b54-970c-0334467893dd has no segments {{(pid=84429) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: Traceback (most recent call last): Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: timer() Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: cb(*args, **kw) Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: return func(*args, **kwargs) Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: self._notify() Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: self.callback(batched_events) Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: event.method(event) Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: segment_id)['aggregates'][0] Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: return f(self, *a, **k) Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: return self._get(url).json() Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: **kwargs) Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: return self.request(url, 'GET', **kwargs) Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: **endpoint_filter) Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:59:45.798280 dv-cinder-784779-1-iscsi neutron-server[84318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:59:46.078440 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2b9aaec0-67df-4074-be77-0048abd99e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850964774'] for network, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:46.082769 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3d3e0e4c-51b4-4e94-a86c-ff3bd9bc2ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:59:46.097608 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2b9aaec0-67df-4074-be77-0048abd99e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:46.108452 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9aaec0-67df-4074-be77-0048abd99e82 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4a1e995-2149-4b54-970c-0334467893dd,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:59:46.112144 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-2b9aaec0-67df-4074-be77-0048abd99e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:59:46.113713 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-2b9aaec0-67df-4074-be77-0048abd99e82 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a4a1e995-2149-4b54-970c-0334467893dd HTTP/1.1" status: 204 len: 168 time: 1.9009438 Apr 05 15:59:46.312272 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 45664) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:59:46.364487 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-cb3b0c31-5099-4d9d-a6ae-a6757c9967a4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=01ef02dfd52147a1bd6cf1279736a2e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509853 Apr 05 15:59:46.367106 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 45668) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:59:46.426625 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ca2288e5-3388-46e4-9e4a-cd6a8b5c9f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:46.452691 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ca2288e5-3388-46e4-9e4a-cd6a8b5c9f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:46.531559 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ca2288e5-3388-46e4-9e4a-cd6a8b5c9f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:46.536856 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-368b3e1b-8c46-4f50-9cba-b54628c671c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:59:46.552767 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2288e5-3388-46e4-9e4a-cd6a8b5c9f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cc0e99-f233-4edf-ad77-0a143606f0e2,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:59:46.555820 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-ca2288e5-3388-46e4-9e4a-cd6a8b5c9f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:59:46.557821 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ca2288e5-3388-46e4-9e4a-cd6a8b5c9f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:46.559030 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-ca2288e5-3388-46e4-9e4a-cd6a8b5c9f06 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e0cc0e99-f233-4edf-ad77-0a143606f0e2 HTTP/1.1" status: 204 len: 168 time: 0.1910040 Apr 05 15:59:47.065262 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 45682) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:59:47.117141 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-97fc7532-eacc-45c5-a009-3acbdba816d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d64bd742fc92444caae4158b05bd8b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505912 Apr 05 15:59:47.119796 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 45688) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:59:47.181023 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8a515db5-c731-4001-9560-2ad7832efafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:47.207894 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8a515db5-c731-4001-9560-2ad7832efafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:47.383245 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8a515db5-c731-4001-9560-2ad7832efafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:47.388150 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-18005739-ca70-487e-91cd-10c24fe08481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 15:59:47.401740 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a515db5-c731-4001-9560-2ad7832efafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73d47ee-bb1d-4c68-88cf-8c0c91ecb78f,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 15:59:47.404931 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-8a515db5-c731-4001-9560-2ad7832efafa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 15:59:47.406162 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8a515db5-c731-4001-9560-2ad7832efafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:47.407895 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-8a515db5-c731-4001-9560-2ad7832efafa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d73d47ee-bb1d-4c68-88cf-8c0c91ecb78f HTTP/1.1" status: 204 len: 168 time: 0.2869771 Apr 05 15:59:49.361027 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c154331d-27df-40e8-8649-1b68920745db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:50.724358 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:51.838202 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4b77cb86-dfac-4d16-93b2-cd978c2cf171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:51.913529 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 15:59:52.381282 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 15:59:53.857824 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:00:15.315262 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:00:19.371555 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c48bdb56-57e4-4b3a-a6b6-88a12dad0a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:00:20.671603 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ed7e69bc-41f8-4763-adbc-d3096dff8685 req-265e0a45-d6a8-452f-b41a-323b830580b0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796905 Apr 05 16:00:20.723710 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:00:20.839084 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e69bc-41f8-4763-adbc-d3096dff8685 req-cbd84f9c-eb3b-4b00-8781-9aa631d1e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:00:20.840609 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ed7e69bc-41f8-4763-adbc-d3096dff8685 req-cbd84f9c-eb3b-4b00-8781-9aa631d1e4c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a9e3712c411b4003b59b08ae7e238887&device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 1098 time: 0.0771661 Apr 05 16:00:21.222765 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e69bc-41f8-4763-adbc-d3096dff8685 req-6a0a78ad-a97f-449a-a975-02433c4e3257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:00:21.224297 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ed7e69bc-41f8-4763-adbc-d3096dff8685 req-6a0a78ad-a97f-449a-a975-02433c4e3257 service neutron] 10.222.0.43 "GET /v2.0/networks?id=742f0d6b-c627-488c-9d6d-30bf03552eab HTTP/1.1" status: 200 len: 914 time: 0.3594704 Apr 05 16:00:21.303993 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ed7e69bc-41f8-4763-adbc-d3096dff8685 req-e0bde3b0-2023-4d52-b07f-91299cd2569b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22a1e38e-1d78-4e42-80dd-e49c5302e3b7 HTTP/1.1" status: 200 len: 217 time: 0.0680282 Apr 05 16:00:21.379980 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e69bc-41f8-4763-adbc-d3096dff8685 req-9474b7ab-cb01-49aa-889d-de07c1a02edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:00:21.381508 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ed7e69bc-41f8-4763-adbc-d3096dff8685 req-9474b7ab-cb01-49aa-889d-de07c1a02edd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=923d82e8-4216-4e0f-9fc4-7c5502e914f1 HTTP/1.1" status: 200 len: 853 time: 0.0665529 Apr 05 16:00:21.441595 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ed7e69bc-41f8-4763-adbc-d3096dff8685 req-17d932f7-91d6-4c72-815d-0cd2ca2657f7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=742f0d6b-c627-488c-9d6d-30bf03552eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501010 Apr 05 16:00:21.585783 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ed7e69bc-41f8-4763-adbc-d3096dff8685 req-fd8ea10b-34ba-44b2-aff9-1452b5a129d1 service neutron] 10.222.0.43 "GET /v2.0/networks/742f0d6b-c627-488c-9d6d-30bf03552eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338623 Apr 05 16:00:21.729383 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ed7e69bc-41f8-4763-adbc-d3096dff8685 req-519a677f-0a27-4e3e-9541-e9d3bce15dec service neutron] 10.222.0.43 "GET /v2.0/networks/742f0d6b-c627-488c-9d6d-30bf03552eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333344 Apr 05 16:00:21.837777 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2b5d77d9-52e3-4ae2-aa46-988ede0408a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:00:22.382944 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:00:23.857205 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:00:28.916702 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:00:45.330916 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:00:49.371285 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c8d11f4a-0fa0-4a6c-b1a6-2212d8697098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:00:50.729014 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:00:51.843977 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-49200263-d0cd-433e-958a-e281124665c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:00:52.391684 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:00:53.976758 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:01:05.915903 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:01:15.322568 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:01:19.371227 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-62860580-ed3b-41dc-aa7a-3ccf801132a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:01:20.728117 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:01:21.655717 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b7df56c4-18da-48ac-8f88-a293964daeda req-2c699680-8a2f-465c-bfdf-90fb1fce0961 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752709 Apr 05 16:01:21.760722 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df56c4-18da-48ac-8f88-a293964daeda req-258ace96-1324-46b4-a622-594eba74d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:01:21.762284 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b7df56c4-18da-48ac-8f88-a293964daeda req-258ace96-1324-46b4-a622-594eba74d440 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ac127c9bf344f5f88cf1aa6eacdf909&device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 1098 time: 0.0803444 Apr 05 16:01:21.837236 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a510cc48-f467-4af2-af9b-0534b15e4aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:01:21.936654 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df56c4-18da-48ac-8f88-a293964daeda req-8b3cfe1d-736a-4340-8ff3-0ec639a4ccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:01:21.938233 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b7df56c4-18da-48ac-8f88-a293964daeda req-8b3cfe1d-736a-4340-8ff3-0ec639a4ccfa service neutron] 10.222.0.43 "GET /v2.0/networks?id=5e853890-abc7-4a4b-83a0-567b3141f9f1 HTTP/1.1" status: 200 len: 913 time: 0.1412768 Apr 05 16:01:22.049926 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b7df56c4-18da-48ac-8f88-a293964daeda req-90161c06-a5a1-48e0-b422-cf65fd5f5c80 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 HTTP/1.1" status: 200 len: 1001 time: 0.1009798 Apr 05 16:01:22.122150 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df56c4-18da-48ac-8f88-a293964daeda req-c45ec029-97bb-4004-84e4-124d0d91290b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:01:22.124458 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b7df56c4-18da-48ac-8f88-a293964daeda req-c45ec029-97bb-4004-84e4-124d0d91290b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a HTTP/1.1" status: 200 len: 851 time: 0.0642343 Apr 05 16:01:22.208605 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df56c4-18da-48ac-8f88-a293964daeda req-02d93241-2c0f-4f0d-8417-5125adc25d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:01:22.210179 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b7df56c4-18da-48ac-8f88-a293964daeda req-02d93241-2c0f-4f0d-8417-5125adc25d11 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e853890-abc7-4a4b-83a0-567b3141f9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757155 Apr 05 16:01:22.355289 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b7df56c4-18da-48ac-8f88-a293964daeda req-12d0f42c-4543-47ef-be69-e0b62043c879 service neutron] 10.222.0.43 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345594 Apr 05 16:01:22.425869 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:01:22.502973 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b7df56c4-18da-48ac-8f88-a293964daeda req-f8d9b373-82ed-481c-8d29-64ec716a7db6 service neutron] 10.222.0.43 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380007 Apr 05 16:01:23.865772 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:01:42.915292 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:01:45.322381 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:01:49.370185 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a4f8a3ab-e41c-4e25-9546-5deb36913477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:01:50.725114 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:01:51.853750 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4ead1afa-4eb4-466a-9a94-0dd73a06f645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:01:52.385382 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:01:53.879205 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:15.335474 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:19.375799 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-72ff163b-e001-431e-89bd-2a9046bd93fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:19.915114 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:02:20.721625 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:21.832838 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-79d20e97-e7c1-44a1-b369-e4540425f2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:22.404292 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:23.685471 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-87592721-ad1c-42b5-8bd9-52e85a4b37dd req-5ce4fb77-02fb-4a48-98a8-ed2462f39fd3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794516 Apr 05 16:02:23.841418 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87592721-ad1c-42b5-8bd9-52e85a4b37dd req-e71750d8-2bc9-4a95-959f-ed78c5ca9fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:02:23.843038 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-87592721-ad1c-42b5-8bd9-52e85a4b37dd req-e71750d8-2bc9-4a95-959f-ed78c5ca9fdb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a9e3712c411b4003b59b08ae7e238887&device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 1098 time: 0.0786736 Apr 05 16:02:23.873263 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:24.006539 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87592721-ad1c-42b5-8bd9-52e85a4b37dd req-4ee9ec60-4d1f-4f61-a933-5988d01a1134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:02:24.008090 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-87592721-ad1c-42b5-8bd9-52e85a4b37dd req-4ee9ec60-4d1f-4f61-a933-5988d01a1134 service neutron] 10.222.0.43 "GET /v2.0/networks?id=742f0d6b-c627-488c-9d6d-30bf03552eab HTTP/1.1" status: 200 len: 914 time: 0.1384141 Apr 05 16:02:24.088058 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-87592721-ad1c-42b5-8bd9-52e85a4b37dd req-7bc8001a-6d5f-485d-a90c-1032a461db55 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22a1e38e-1d78-4e42-80dd-e49c5302e3b7 HTTP/1.1" status: 200 len: 217 time: 0.0692294 Apr 05 16:02:24.158077 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87592721-ad1c-42b5-8bd9-52e85a4b37dd req-78df80ce-26b1-4940-adac-25c2d905540d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:02:24.159625 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-87592721-ad1c-42b5-8bd9-52e85a4b37dd req-78df80ce-26b1-4940-adac-25c2d905540d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=923d82e8-4216-4e0f-9fc4-7c5502e914f1 HTTP/1.1" status: 200 len: 853 time: 0.0621581 Apr 05 16:02:24.218862 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-87592721-ad1c-42b5-8bd9-52e85a4b37dd req-1e5df259-0afe-4eb8-af07-b7c328ccc77b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=742f0d6b-c627-488c-9d6d-30bf03552eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491135 Apr 05 16:02:24.363578 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-87592721-ad1c-42b5-8bd9-52e85a4b37dd req-d4255e0d-b6ae-4199-9cd9-e3aa15e5ceb7 service neutron] 10.222.0.43 "GET /v2.0/networks/742f0d6b-c627-488c-9d6d-30bf03552eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343918 Apr 05 16:02:24.509181 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-87592721-ad1c-42b5-8bd9-52e85a4b37dd req-cd1669d0-d5b2-4cd5-ba0c-1dd0fca689bb service neutron] 10.222.0.43 "GET /v2.0/networks/742f0d6b-c627-488c-9d6d-30bf03552eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352525 Apr 05 16:02:45.053042 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 47068) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:02:45.301251 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_v2 [None req-e617878a-104e-455c-8612-986578902291 admin admin] Deleting subnet 834bb619-97a6-46ac-9bb8-77e316b094a7 {{(pid=84429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 16:02:45.304326 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e617878a-104e-455c-8612-986578902291 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:45.333075 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:45.356386 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e617878a-104e-455c-8612-986578902291 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9505071'] for subnet, precommit_delete_associations {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:45.419506 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e617878a-104e-455c-8612-986578902291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:45.707590 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e617878a-104e-455c-8612-986578902291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9499884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3289953'] for subnet, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:45.724323 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6dea5a2f-b7d0-4cc8-9f5b-ffec43c2e675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:02:45.770356 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617878a-104e-455c-8612-986578902291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=834bb619-97a6-46ac-9bb8-77e316b094a7,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:02:45.780990 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617878a-104e-455c-8612-986578902291 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:02:45.784866 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617878a-104e-455c-8612-986578902291 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:02:45.784866 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617878a-104e-455c-8612-986578902291 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:02:45.784866 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617878a-104e-455c-8612-986578902291 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:02:45.784866 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617878a-104e-455c-8612-986578902291 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:02:45.784866 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617878a-104e-455c-8612-986578902291 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:02:45.784866 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617878a-104e-455c-8612-986578902291 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:02:45.784866 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617878a-104e-455c-8612-986578902291 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:02:45.784866 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617878a-104e-455c-8612-986578902291 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:02:45.785712 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617878a-104e-455c-8612-986578902291 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:02:45.785712 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617878a-104e-455c-8612-986578902291 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:02:45.785712 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617878a-104e-455c-8612-986578902291 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:02:45.836266 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e617878a-104e-455c-8612-986578902291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:02:45.869734 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e617878a-104e-455c-8612-986578902291 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:45.875681 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-e617878a-104e-455c-8612-986578902291 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/834bb619-97a6-46ac-9bb8-77e316b094a7 HTTP/1.1" status: 204 len: 168 time: 0.8215628 Apr 05 16:02:45.878397 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 47080) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:02:45.991533 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-35248eb6-9cc7-4c22-9a7b-ea3e21f7813e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-516461'] for network, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:46.401662 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-35248eb6-9cc7-4c22-9a7b-ea3e21f7813e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363297789275713'] for network, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:46.518714 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-35248eb6-9cc7-4c22-9a7b-ea3e21f7813e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e83878-3b7c-4898-8dff-de3ba31adba1']}} {{(pid=84429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:02:46.531997 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-35248eb6-9cc7-4c22-9a7b-ea3e21f7813e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '523b69c3-2af2-4be9-ace3-b8213133eff7') {'for_net_delete': True} {{(pid=84429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:02:46.532339 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-35248eb6-9cc7-4c22-9a7b-ea3e21f7813e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '523b69c3-2af2-4be9-ace3-b8213133eff7') {} {{(pid=84429) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:02:46.544013 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-35248eb6-9cc7-4c22-9a7b-ea3e21f7813e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739065499985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036845270746'] for segment, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:46.562410 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-35248eb6-9cc7-4c22-9a7b-ea3e21f7813e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:46.569095 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35248eb6-9cc7-4c22-9a7b-ea3e21f7813e admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=84429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 16:02:46.744129 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-35248eb6-9cc7-4c22-9a7b-ea3e21f7813e admin admin] Network 97e83878-3b7c-4898-8dff-de3ba31adba1 has no segments {{(pid=84429) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:02:46.753135 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-35248eb6-9cc7-4c22-9a7b-ea3e21f7813e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9499719'] for segment, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:46.935150 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-35248eb6-9cc7-4c22-9a7b-ea3e21f7813e admin admin] Network 97e83878-3b7c-4898-8dff-de3ba31adba1 has no segments {{(pid=84429) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: Traceback (most recent call last): Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: timer() Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: cb(*args, **kw) Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: return func(*args, **kwargs) Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: self._notify() Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: self.callback(batched_events) Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: event.method(event) Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: segment_id)['aggregates'][0] Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: return f(self, *a, **k) Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: return self._get(url).json() Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: **kwargs) Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: return self.request(url, 'GET', **kwargs) Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: **endpoint_filter) Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 16:02:46.958424 dv-cinder-784779-1-iscsi neutron-server[84318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 16:02:47.152705 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-35248eb6-9cc7-4c22-9a7b-ea3e21f7813e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850964774'] for network, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:47.156367 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b250fe73-d66a-47e6-945b-e1c169f48e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:02:47.177249 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-35248eb6-9cc7-4c22-9a7b-ea3e21f7813e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:47.183597 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35248eb6-9cc7-4c22-9a7b-ea3e21f7813e admin admin] Pushing event deleted for resources: {'Network': ['ID=97e83878-3b7c-4898-8dff-de3ba31adba1,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:02:47.186843 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-35248eb6-9cc7-4c22-9a7b-ea3e21f7813e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:02:47.188428 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-35248eb6-9cc7-4c22-9a7b-ea3e21f7813e admin admin] 10.222.0.44 "DELETE /v2.0/networks/97e83878-3b7c-4898-8dff-de3ba31adba1 HTTP/1.1" status: 204 len: 168 time: 1.3090360 Apr 05 16:02:47.459132 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 47092) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:02:47.511876 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-dc668772-ff44-430a-b1e7-91bea00a9e91 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f8216e36df9b48969c83affaa8135f01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514083 Apr 05 16:02:47.514228 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 47098) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:02:47.575507 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ae2e7867-b815-4b11-9d1a-889965ba0a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:47.603793 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ae2e7867-b815-4b11-9d1a-889965ba0a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:47.678116 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ae2e7867-b815-4b11-9d1a-889965ba0a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:47.683056 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-716d1561-c322-4203-be93-b49d09483645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:02:47.695812 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e7867-b815-4b11-9d1a-889965ba0a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a9a612-d82d-48ab-9687-f54db7fb5d48,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:02:47.698880 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-ae2e7867-b815-4b11-9d1a-889965ba0a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:02:47.700886 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ae2e7867-b815-4b11-9d1a-889965ba0a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:47.702078 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-ae2e7867-b815-4b11-9d1a-889965ba0a0e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76a9a612-d82d-48ab-9687-f54db7fb5d48 HTTP/1.1" status: 204 len: 168 time: 0.1868732 Apr 05 16:02:49.403690 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5ef1f5f6-af94-4699-a475-741cfb292b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:50.732899 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:51.838533 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-99324163-07c7-43f6-b263-2d91f01179f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:52.392835 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:53.950067 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:02:56.915075 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:03:15.341336 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:03:19.378014 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0cfe4707-5b70-4ce9-a61e-e9dc5b06124c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:03:20.741001 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:03:21.840772 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-106bd89e-47a4-4d16-b208-6160e17eb52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:03:22.400663 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:03:23.676645 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e661242a-4570-4882-bc7a-83ab596fc86c req-22df4252-75b1-4afb-87c3-4781a41e1844 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818610 Apr 05 16:03:23.778443 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661242a-4570-4882-bc7a-83ab596fc86c req-4c94aebd-c6bb-4946-9c84-dfc2b5882044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:03:23.779983 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e661242a-4570-4882-bc7a-83ab596fc86c req-4c94aebd-c6bb-4946-9c84-dfc2b5882044 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ac127c9bf344f5f88cf1aa6eacdf909&device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 1098 time: 0.0771019 Apr 05 16:03:23.881353 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:03:23.940824 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661242a-4570-4882-bc7a-83ab596fc86c req-b0de2161-8bd8-430d-baf4-2d2d19cf48c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:03:23.942407 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e661242a-4570-4882-bc7a-83ab596fc86c req-b0de2161-8bd8-430d-baf4-2d2d19cf48c4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5e853890-abc7-4a4b-83a0-567b3141f9f1 HTTP/1.1" status: 200 len: 913 time: 0.1382678 Apr 05 16:03:24.056271 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e661242a-4570-4882-bc7a-83ab596fc86c req-8be2968f-59f3-4ba6-bf79-62cb8041e723 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 HTTP/1.1" status: 200 len: 1001 time: 0.1036448 Apr 05 16:03:24.128315 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661242a-4570-4882-bc7a-83ab596fc86c req-c8c07fab-c840-4479-8729-a31f37c9f8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:03:24.129893 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e661242a-4570-4882-bc7a-83ab596fc86c req-c8c07fab-c840-4479-8729-a31f37c9f8df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a HTTP/1.1" status: 200 len: 851 time: 0.0644741 Apr 05 16:03:24.217343 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661242a-4570-4882-bc7a-83ab596fc86c req-90354cc2-d098-46fe-9190-32e6911011cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:03:24.218904 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e661242a-4570-4882-bc7a-83ab596fc86c req-90354cc2-d098-46fe-9190-32e6911011cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e853890-abc7-4a4b-83a0-567b3141f9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788627 Apr 05 16:03:24.364089 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e661242a-4570-4882-bc7a-83ab596fc86c req-28fcc9c9-d7e8-46b2-89b2-c99b6ca72e7c service neutron] 10.222.0.43 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348326 Apr 05 16:03:24.507208 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e661242a-4570-4882-bc7a-83ab596fc86c req-ffda0787-ecaa-4e25-b717-d6c35a381e1b service neutron] 10.222.0.43 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333783 Apr 05 16:03:33.964918 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:03:45.334868 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:03:49.383629 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-dbbea256-a677-4b99-a3ba-5c99fbecc461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:03:50.723159 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:03:51.843227 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ce379fe5-4bf5-4738-b9ff-9d2ac0c334d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:03:52.420516 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:03:53.878102 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:04:10.954957 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:04:15.342970 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:04:19.391504 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-853a3c2b-c991-4db8-983b-4a269402bcac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:04:20.723352 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:04:21.845706 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a110c16b-1dea-4d14-9e43-2521905b6756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:04:22.397605 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:04:23.900438 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:04:25.720295 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-85668471-5545-4ba5-be24-be4c672206e7 req-bc8c7b1f-ae3c-41b5-a853-3512254d6f1e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1780961 Apr 05 16:04:25.882623 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85668471-5545-4ba5-be24-be4c672206e7 req-ac076408-7ce1-4068-9ad1-da69b6bec46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:04:25.884135 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-85668471-5545-4ba5-be24-be4c672206e7 req-ac076408-7ce1-4068-9ad1-da69b6bec46d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a9e3712c411b4003b59b08ae7e238887&device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 1098 time: 0.0827703 Apr 05 16:04:26.041411 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85668471-5545-4ba5-be24-be4c672206e7 req-ff371505-b45f-4709-bf1c-7d715a665562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:04:26.042953 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-85668471-5545-4ba5-be24-be4c672206e7 req-ff371505-b45f-4709-bf1c-7d715a665562 service neutron] 10.222.0.43 "GET /v2.0/networks?id=742f0d6b-c627-488c-9d6d-30bf03552eab HTTP/1.1" status: 200 len: 914 time: 0.1344435 Apr 05 16:04:26.118845 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-85668471-5545-4ba5-be24-be4c672206e7 req-a3a3c3a2-6dd6-4366-b8a9-b30890908398 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22a1e38e-1d78-4e42-80dd-e49c5302e3b7 HTTP/1.1" status: 200 len: 217 time: 0.0651519 Apr 05 16:04:26.190459 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85668471-5545-4ba5-be24-be4c672206e7 req-b55d7b96-6300-456e-87cd-87c0d4fe84ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:04:26.191923 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-85668471-5545-4ba5-be24-be4c672206e7 req-b55d7b96-6300-456e-87cd-87c0d4fe84ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=923d82e8-4216-4e0f-9fc4-7c5502e914f1 HTTP/1.1" status: 200 len: 853 time: 0.0641191 Apr 05 16:04:26.246736 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-85668471-5545-4ba5-be24-be4c672206e7 req-53fbedee-df92-4fea-99b3-334566bacf98 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=742f0d6b-c627-488c-9d6d-30bf03552eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443788 Apr 05 16:04:26.392904 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-85668471-5545-4ba5-be24-be4c672206e7 req-17428cfd-8d94-4ad8-92d1-0147b84730de service neutron] 10.222.0.43 "GET /v2.0/networks/742f0d6b-c627-488c-9d6d-30bf03552eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354470 Apr 05 16:04:26.539706 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-85668471-5545-4ba5-be24-be4c672206e7 req-79362706-c370-4a1a-a6cb-d20542d100e7 service neutron] 10.222.0.43 "GET /v2.0/networks/742f0d6b-c627-488c-9d6d-30bf03552eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365628 Apr 05 16:04:45.362793 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:04:47.955325 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:04:49.382764 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0dd097fe-77eb-425d-a721-1ddeafafa3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:04:50.734499 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:04:51.860512 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3abf6947-da5f-4622-9ce2-c4034b6924e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:04:52.399694 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:04:54.024419 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:05:15.350970 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:05:19.385651 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6d51f981-8615-471d-b968-5cda72726e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:05:20.728096 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:05:21.853818 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ad87b4d3-dc0e-4e8e-a989-672f41afe6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:05:22.396887 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:05:23.936183 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:05:24.954797 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:05:27.673859 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3207c21c-e218-441b-a76b-d8ce7b6569d0 req-9433cdb2-cd80-4145-9efb-b8f4cb148e0d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816004 Apr 05 16:05:27.776730 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207c21c-e218-441b-a76b-d8ce7b6569d0 req-b9bfe815-7b9f-4ebc-b32d-3a2ce4b24dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:05:27.778336 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3207c21c-e218-441b-a76b-d8ce7b6569d0 req-b9bfe815-7b9f-4ebc-b32d-3a2ce4b24dae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ac127c9bf344f5f88cf1aa6eacdf909&device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 1098 time: 0.0771480 Apr 05 16:05:27.938806 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207c21c-e218-441b-a76b-d8ce7b6569d0 req-aa340285-e2fc-4c1c-8527-6e8fdf94137b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:05:27.940379 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3207c21c-e218-441b-a76b-d8ce7b6569d0 req-aa340285-e2fc-4c1c-8527-6e8fdf94137b service neutron] 10.222.0.43 "GET /v2.0/networks?id=5e853890-abc7-4a4b-83a0-567b3141f9f1 HTTP/1.1" status: 200 len: 913 time: 0.1369200 Apr 05 16:05:28.051665 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3207c21c-e218-441b-a76b-d8ce7b6569d0 req-79933a04-949d-4d95-bdf0-1327462f64b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 HTTP/1.1" status: 200 len: 1001 time: 0.1011295 Apr 05 16:05:28.126884 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207c21c-e218-441b-a76b-d8ce7b6569d0 req-3eaccde3-38ea-4f2e-9b20-622da469c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:05:28.128867 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3207c21c-e218-441b-a76b-d8ce7b6569d0 req-3eaccde3-38ea-4f2e-9b20-622da469c50a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a HTTP/1.1" status: 200 len: 851 time: 0.0645030 Apr 05 16:05:28.228668 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207c21c-e218-441b-a76b-d8ce7b6569d0 req-edef2fe6-a6c3-4226-a15f-22e1005896fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:05:28.230236 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3207c21c-e218-441b-a76b-d8ce7b6569d0 req-edef2fe6-a6c3-4226-a15f-22e1005896fe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e853890-abc7-4a4b-83a0-567b3141f9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0899208 Apr 05 16:05:28.377395 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3207c21c-e218-441b-a76b-d8ce7b6569d0 req-25dc70be-197c-4d06-96d5-9da6d89a2919 service neutron] 10.222.0.43 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345928 Apr 05 16:05:28.518712 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3207c21c-e218-441b-a76b-d8ce7b6569d0 req-20c173ed-958c-479d-906e-66e67b63693c service neutron] 10.222.0.43 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313448 Apr 05 16:05:45.347648 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:05:49.384978 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7839c889-9d46-4fc9-b10f-7fa32a5bc954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:05:50.727984 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:05:51.865200 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-818788e0-9be4-48e8-b2d9-3b61d90fe104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:05:52.404215 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:05:53.896072 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:06:01.954909 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:06:15.364076 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:06:19.384656 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c95351d8-01a4-48d3-a202-30cb03f91572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:06:20.741906 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:06:21.861397 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-583bad6e-7013-494b-a80b-b8f6f043886c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:06:22.426690 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:06:23.895801 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:06:27.680061 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d3092546-bb26-4536-98a8-21880f19ca35 req-08d38dab-16fb-48b1-9c06-8f524f40e49f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778830 Apr 05 16:06:27.836298 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3092546-bb26-4536-98a8-21880f19ca35 req-ddaac239-3d1d-4990-baa6-aa4c6e3f78a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:06:27.837898 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d3092546-bb26-4536-98a8-21880f19ca35 req-ddaac239-3d1d-4990-baa6-aa4c6e3f78a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a9e3712c411b4003b59b08ae7e238887&device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 1098 time: 0.0771410 Apr 05 16:06:28.237063 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3092546-bb26-4536-98a8-21880f19ca35 req-a1b3b59b-1a2e-4a24-859e-b9e157b62871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:06:28.238689 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d3092546-bb26-4536-98a8-21880f19ca35 req-a1b3b59b-1a2e-4a24-859e-b9e157b62871 service neutron] 10.222.0.43 "GET /v2.0/networks?id=742f0d6b-c627-488c-9d6d-30bf03552eab HTTP/1.1" status: 200 len: 914 time: 0.3653131 Apr 05 16:06:28.314397 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d3092546-bb26-4536-98a8-21880f19ca35 req-08092473-691a-478d-9fd4-dd93815335b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22a1e38e-1d78-4e42-80dd-e49c5302e3b7 HTTP/1.1" status: 200 len: 217 time: 0.0656841 Apr 05 16:06:28.388962 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3092546-bb26-4536-98a8-21880f19ca35 req-7c3161bd-8c03-4249-88c3-2655cd186d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:06:28.390553 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d3092546-bb26-4536-98a8-21880f19ca35 req-7c3161bd-8c03-4249-88c3-2655cd186d3d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=923d82e8-4216-4e0f-9fc4-7c5502e914f1 HTTP/1.1" status: 200 len: 853 time: 0.0669076 Apr 05 16:06:28.446201 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d3092546-bb26-4536-98a8-21880f19ca35 req-f428f804-172c-4bf2-ba10-a8d348bacd65 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=742f0d6b-c627-488c-9d6d-30bf03552eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454574 Apr 05 16:06:28.590871 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d3092546-bb26-4536-98a8-21880f19ca35 req-67f7872b-f42b-49d8-8b95-0e1264db1c27 service neutron] 10.222.0.43 "GET /v2.0/networks/742f0d6b-c627-488c-9d6d-30bf03552eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332221 Apr 05 16:06:28.736399 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d3092546-bb26-4536-98a8-21880f19ca35 req-efb7269a-e95b-41f5-9730-a20487cde088 service neutron] 10.222.0.43 "GET /v2.0/networks/742f0d6b-c627-488c-9d6d-30bf03552eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352372 Apr 05 16:06:38.957901 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:06:45.357710 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:06:49.391878 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6f76bf00-5ac9-40cf-8771-8d7b7ae553ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:06:50.729003 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:06:51.853300 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-aae8b095-a366-4c25-bf98-615caa1d658e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:06:52.424330 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:06:54.020936 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:07:15.374779 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:07:15.957137 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:07:16.537315 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [req-25ac6da3-23ab-4cbb-ad61-bafaed25fc07 req-e5dee201-3f32-4340-80c5-dc3dfc527de3 service neutron] (84429) timed out ('10.222.0.43', 49221) {{(pid=84429) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 05 16:07:19.383987 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6963cd24-f904-468a-a5c2-f3eea4bf9a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:07:20.740043 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:07:21.866495 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-50b86936-2dfa-4204-a16f-7f1f30c631f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:07:22.402904 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:07:23.909995 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:07:29.652661 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a2dd4b4f-0f78-403e-b166-ce998d93f896 req-3bd5d512-45c8-4a68-a3fc-dc387525ab40 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763342 Apr 05 16:07:29.763503 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd4b4f-0f78-403e-b166-ce998d93f896 req-17159895-2c79-4853-8ab3-e232c849aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:07:29.765081 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a2dd4b4f-0f78-403e-b166-ce998d93f896 req-17159895-2c79-4853-8ab3-e232c849aa75 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ac127c9bf344f5f88cf1aa6eacdf909&device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 1098 time: 0.0836897 Apr 05 16:07:29.926452 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd4b4f-0f78-403e-b166-ce998d93f896 req-ff850bb6-8cdd-4876-90c8-b5f6c6c67df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:07:29.927962 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a2dd4b4f-0f78-403e-b166-ce998d93f896 req-ff850bb6-8cdd-4876-90c8-b5f6c6c67df5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5e853890-abc7-4a4b-83a0-567b3141f9f1 HTTP/1.1" status: 200 len: 913 time: 0.1377127 Apr 05 16:07:30.040615 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a2dd4b4f-0f78-403e-b166-ce998d93f896 req-6222cbc5-97da-4ed5-9b8f-c83d165adaf0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 HTTP/1.1" status: 200 len: 1001 time: 0.1023934 Apr 05 16:07:30.111077 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd4b4f-0f78-403e-b166-ce998d93f896 req-0e4b8602-d3de-4884-ad11-f56efbb0d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:07:30.112547 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a2dd4b4f-0f78-403e-b166-ce998d93f896 req-0e4b8602-d3de-4884-ad11-f56efbb0d264 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a HTTP/1.1" status: 200 len: 851 time: 0.0623457 Apr 05 16:07:30.199882 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd4b4f-0f78-403e-b166-ce998d93f896 req-b3402283-c3c4-4dff-8826-1fa18dc8d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:07:30.201407 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a2dd4b4f-0f78-403e-b166-ce998d93f896 req-b3402283-c3c4-4dff-8826-1fa18dc8d316 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e853890-abc7-4a4b-83a0-567b3141f9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784955 Apr 05 16:07:30.348254 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a2dd4b4f-0f78-403e-b166-ce998d93f896 req-e4d01d50-daf1-49cf-b217-f347bd752893 service neutron] 10.222.0.43 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352706 Apr 05 16:07:30.496270 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a2dd4b4f-0f78-403e-b166-ce998d93f896 req-56955b47-847a-4c14-b0c5-522d015d1375 service neutron] 10.222.0.43 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379104 Apr 05 16:07:45.385712 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:07:49.383892 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d6e54003-f5d0-4c8d-917a-9b792cd76b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:07:50.732627 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:07:51.865800 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4ddd5aff-0959-4b4f-acab-ac78eab3491b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:07:52.412680 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:07:52.957341 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:07:53.911198 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:07:54.401371 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [req-7e381267-a71c-418d-822c-a2681adb0636 req-8997c285-8572-4d4a-a08d-824df1b65b28 service neutron] (84430) timed out ('10.222.0.43', 49538) {{(pid=84430) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 05 16:08:15.383854 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:19.396647 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5dee7442-268d-4824-b544-49485af9c1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:20.727885 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:21.870797 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8438969b-cb9f-4247-a4a5-29a08dbecf87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:22.419927 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:23.915324 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:27.405629 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308903b-3024-4ef6-9331-54b133f090ff req-04030a7b-837d-4202-a91d-1f34ef7e9e9c tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:08:27.407909 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0308903b-3024-4ef6-9331-54b133f090ff req-04030a7b-837d-4202-a91d-1f34ef7e9e9c tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 945 time: 0.2471414 Apr 05 16:08:27.454887 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0308903b-3024-4ef6-9331-54b133f090ff req-a5d2aaf1-1641-49af-b847-67576ae15735 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/security-groups?id=707eb184-be04-44fc-a4b5-d0ecf30fb7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400023 Apr 05 16:08:27.846812 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26ee51-a658-453c-abbf-2d664fbda275 req-c0252dd8-7c3c-44d0-8a45-376c72926165 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:08:27.847570 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-ba26ee51-a658-453c-abbf-2d664fbda275 req-c0252dd8-7c3c-44d0-8a45-376c72926165 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Synchronizing usage tracker for tenant:a9e3712c411b4003b59b08ae7e238887 on resource:port {{(pid=84429) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:08:27.859917 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-ba26ee51-a658-453c-abbf-2d664fbda275 req-c0252dd8-7c3c-44d0-8a45-376c72926165 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Unset dirty status for tenant:a9e3712c411b4003b59b08ae7e238887 on resource:port {{(pid=84429) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:08:27.861915 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ba26ee51-a658-453c-abbf-2d664fbda275 req-c0252dd8-7c3c-44d0-8a45-376c72926165 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 945 time: 0.1025383 Apr 05 16:08:27.941316 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-ba26ee51-a658-453c-abbf-2d664fbda275 req-4bc27563-b740-4368-a094-4cb477538020 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Deleting port 22a1e38e-1d78-4e42-80dd-e49c5302e3b7 {{(pid=84429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:08:27.941702 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-ba26ee51-a658-453c-abbf-2d664fbda275 req-4bc27563-b740-4368-a094-4cb477538020 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:28.201647 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-ba26ee51-a658-453c-abbf-2d664fbda275 req-4bc27563-b740-4368-a094-4cb477538020 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] For port 22a1e38e-1d78-4e42-80dd-e49c5302e3b7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=22a1e38e-1d78-4e42-80dd-e49c5302e3b7,segment=NetworkSegment(df4183dd-ab41-482d-af44-7cf4ca52afe4),segment_id=df4183dd-ab41-482d-af44-7cf4ca52afe4)] {{(pid=84429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:08:28.202043 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-ba26ee51-a658-453c-abbf-2d664fbda275 req-4bc27563-b740-4368-a094-4cb477538020 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:28.332908 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-ba26ee51-a658-453c-abbf-2d664fbda275 req-4bc27563-b740-4368-a094-4cb477538020 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Calling delete_port for 22a1e38e-1d78-4e42-80dd-e49c5302e3b7 owned by compute:nova {{(pid=84429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:08:28.515711 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-ba26ee51-a658-453c-abbf-2d664fbda275 req-4bc27563-b740-4368-a094-4cb477538020 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:28.531648 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['22a1e38e-1d78-4e42-80dd-e49c5302e3b7'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:08:28.604842 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-ba7b4461-8f38-488d-b4ef-c23665b34452 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:08:28.655063 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc27563-b740-4368-a094-4cb477538020 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Pushing event deleted for resources: {'Port': ['ID=22a1e38e-1d78-4e42-80dd-e49c5302e3b7,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:08:28.677156 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc27563-b740-4368-a094-4cb477538020 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:08:28.677587 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc27563-b740-4368-a094-4cb477538020 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:08:28.677955 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-99461c90-be41-46a0-8f96-08c1b56ef308 req-42681e4a-1fd1-4d44-a773-e9fc86b98363 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.1056118 Apr 05 16:08:28.678087 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc27563-b740-4368-a094-4cb477538020 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:08:28.678410 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc27563-b740-4368-a094-4cb477538020 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:08:28.678812 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc27563-b740-4368-a094-4cb477538020 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:08:28.679216 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc27563-b740-4368-a094-4cb477538020 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:08:28.679618 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc27563-b740-4368-a094-4cb477538020 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:08:28.680021 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc27563-b740-4368-a094-4cb477538020 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:08:28.680421 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc27563-b740-4368-a094-4cb477538020 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:08:28.680818 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc27563-b740-4368-a094-4cb477538020 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:08:28.681217 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc27563-b740-4368-a094-4cb477538020 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:08:28.681636 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc27563-b740-4368-a094-4cb477538020 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:08:28.686459 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4bc27563-b740-4368-a094-4cb477538020 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:08:28.795159 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba26ee51-a658-453c-abbf-2d664fbda275 req-4bc27563-b740-4368-a094-4cb477538020 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] No DVR routers for this DVR port 22a1e38e-1d78-4e42-80dd-e49c5302e3b7 on host hv-cinder-78477 {{(pid=84429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:08:28.799079 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-ba26ee51-a658-453c-abbf-2d664fbda275 req-4bc27563-b740-4368-a094-4cb477538020 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:28.802018 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8732863-af56-40ae-8e53-f12b72684a2b', 'name': 'network-vif-deleted', 'tag': '22a1e38e-1d78-4e42-80dd-e49c5302e3b7'}] {{(pid=84429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:08:28.856007 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ba26ee51-a658-453c-abbf-2d664fbda275 req-4bc27563-b740-4368-a094-4cb477538020 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.43 "DELETE /v2.0/ports/22a1e38e-1d78-4e42-80dd-e49c5302e3b7 HTTP/1.1" status: 204 len: 173 time: 0.9857290 Apr 05 16:08:28.940281 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8732863-af56-40ae-8e53-f12b72684a2b', 'name': 'network-vif-deleted', 'tag': '22a1e38e-1d78-4e42-80dd-e49c5302e3b7', 'status': 'completed', 'code': 200} Apr 05 16:08:29.843466 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a5ee1ac6-00fb-42ef-ae26-c9fe604dc40d req-93dd6a59-0e1f-4feb-b7aa-d93b9c36043f tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0519755 Apr 05 16:08:29.957352 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:08:31.014014 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-aea7b6a8-17bd-4bc2-9788-87e56c8428fc req-de090c0c-0819-4f26-8e97-13c203d18da5 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0523925 Apr 05 16:08:31.255228 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 22a1e38e-1d78-4e42-80dd-e49c5302e3b7 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:08:31.292692 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] No Port match for: 22a1e38e-1d78-4e42-80dd-e49c5302e3b7 {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:08:31.293023 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 22a1e38e-1d78-4e42-80dd-e49c5302e3b7 not bound to the agent host hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:08:31.429776 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-50e4451a-9417-4936-9c17-3a2c199cc25c req-54197707-0332-4667-812d-3115e022a84b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783398 Apr 05 16:08:31.584037 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4451a-9417-4936-9c17-3a2c199cc25c req-338e9ecb-623d-42aa-99c5-41217ad95085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:08:31.585518 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-50e4451a-9417-4936-9c17-3a2c199cc25c req-338e9ecb-623d-42aa-99c5-41217ad95085 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ac127c9bf344f5f88cf1aa6eacdf909&device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 1098 time: 0.0766034 Apr 05 16:08:31.741798 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4451a-9417-4936-9c17-3a2c199cc25c req-f3c4984e-e12f-4e21-9707-db526b97b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:08:31.743341 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-50e4451a-9417-4936-9c17-3a2c199cc25c req-f3c4984e-e12f-4e21-9707-db526b97b4e9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5e853890-abc7-4a4b-83a0-567b3141f9f1 HTTP/1.1" status: 200 len: 913 time: 0.1346009 Apr 05 16:08:31.859980 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-50e4451a-9417-4936-9c17-3a2c199cc25c req-cf1668c2-4903-4702-8747-7aa314156a77 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 HTTP/1.1" status: 200 len: 1001 time: 0.1049755 Apr 05 16:08:31.936105 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4451a-9417-4936-9c17-3a2c199cc25c req-01ef3fc1-39c3-4e3f-a448-975413e4db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:08:31.937645 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-50e4451a-9417-4936-9c17-3a2c199cc25c req-01ef3fc1-39c3-4e3f-a448-975413e4db80 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a HTTP/1.1" status: 200 len: 851 time: 0.0639830 Apr 05 16:08:32.024640 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4451a-9417-4936-9c17-3a2c199cc25c req-e559f478-d591-4ece-b53e-77a16c15c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:08:32.026172 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-50e4451a-9417-4936-9c17-3a2c199cc25c req-e559f478-d591-4ece-b53e-77a16c15c349 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e853890-abc7-4a4b-83a0-567b3141f9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786238 Apr 05 16:08:32.171733 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-50e4451a-9417-4936-9c17-3a2c199cc25c req-d19f373b-6e09-4c34-93da-36d9dd4b0e70 service neutron] 10.222.0.43 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349993 Apr 05 16:08:32.179956 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-18455f34-3c25-4624-bd1f-b395e30dcd1f req-5835cd2a-604c-4836-8d46-fcbddb039562 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0492225 Apr 05 16:08:32.322810 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-50e4451a-9417-4936-9c17-3a2c199cc25c req-d9311f72-6a30-4aed-b231-c2207e6f4fc5 service neutron] 10.222.0.43 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378374 Apr 05 16:08:33.345393 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-dde3f9c3-5d04-4e5f-9e51-3f493161a747 req-451b4011-b12b-4178-a1b5-3ded4754024c tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0521541 Apr 05 16:08:34.508967 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d5eb4b73-237c-4bd1-98f3-428fc7fc6448 req-df167eee-11e6-4ca8-8e91-f0a53d42c217 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0502553 Apr 05 16:08:35.671484 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a8e55698-58a5-4627-8a85-50695752cbba req-47bd09f4-69e0-498a-a433-f1a405b53d94 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0498638 Apr 05 16:08:36.835336 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-073c9123-229b-4d8c-b8ab-c936f56d4fe3 req-3b5354ab-e808-4928-bd61-cba0aa22aea4 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0522230 Apr 05 16:08:37.999471 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ee211050-8f45-4cf4-86a9-4ede688ae86e req-8abbd651-d426-4b9c-bf15-321da840a93e tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0489337 Apr 05 16:08:39.161694 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8043b648-d582-4cf7-b586-67f772e02818 req-2bb7990e-1c3f-471f-8056-a4f73fd23c0f tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0493257 Apr 05 16:08:40.323612 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7a5be6fa-0d61-4804-a39b-a881350d4aee req-3288bd19-93c9-4eda-9cef-8aaa99b281dd tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0519710 Apr 05 16:08:41.483829 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b7a9be41-f7b8-46bb-8417-775ac36c6c55 req-1aa70023-1210-4e11-8211-b264a9b3d761 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0481946 Apr 05 16:08:42.645046 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b685c905-b4d1-43dc-9221-7556c73acab2 req-94f9ddc9-ef38-4522-8d22-81619c269b48 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0487452 Apr 05 16:08:43.806753 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e77bb678-52bd-4e58-b9da-a88b25eb548a req-97fcd6fa-b113-4595-80d4-7a36b28baa62 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0516036 Apr 05 16:08:44.970512 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0802e597-7c83-4b9f-8595-17d6313a9097 req-232ac328-d25f-434d-97e3-6acdfd6afdbf tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0482857 Apr 05 16:08:45.396195 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:46.135597 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2e43444f-4160-4f33-b511-cd382cb42ba1 req-bf5e93aa-544e-4e4f-8fc8-243ecbf6d32e tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0490873 Apr 05 16:08:47.298701 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4abfb13e-5118-4cbb-8614-4e74c26767d1 req-2189024b-e527-47d4-9055-742c680ae58d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0508795 Apr 05 16:08:48.459405 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-caa6901e-1868-437c-b560-47e03a3f7dc6 req-263208da-ba1a-4afa-82a3-ffd8331cf601 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0487158 Apr 05 16:08:49.390771 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6aa7b543-4d19-4e76-89bc-44a6ba4836c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:49.620053 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-763dc995-f740-42c2-aeeb-2ebd206fac75 req-790a21fb-39c7-462e-9a69-4e6fd14bc8c3 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0485992 Apr 05 16:08:49.966792 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 49900) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:08:50.091089 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6741e75a-422e-4b7e-9f43-6d31c09a0ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:50.106748 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-6741e75a-422e-4b7e-9f43-6d31c09a0ded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:08:50.110751 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-6741e75a-422e-4b7e-9f43-6d31c09a0ded admin admin] Usage tracker for resource:security_group_rule and tenant:9c483c52a28b4cc79569c5bb244733fa is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:08:50.114215 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-6741e75a-422e-4b7e-9f43-6d31c09a0ded admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:08:50.120230 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-6741e75a-422e-4b7e-9f43-6d31c09a0ded admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:08:50.310561 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6741e75a-422e-4b7e-9f43-6d31c09a0ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:50.349305 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6741e75a-422e-4b7e-9f43-6d31c09a0ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:50.358567 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-8a515db5-c731-4001-9560-2ad7832efafa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:08:50.400738 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-6741e75a-422e-4b7e-9f43-6d31c09a0ded admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c483c52a28b4cc79569c5bb244733fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4327562 Apr 05 16:08:50.402582 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741e75a-422e-4b7e-9f43-6d31c09a0ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedab117-188a-48c1-8e2b-800bb1701851,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:08:50.403688 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 49906) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:08:50.405792 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6741e75a-422e-4b7e-9f43-6d31c09a0ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:08:50.467900 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-bbb044b6-eecd-4880-8bfd-ea67fa66f5c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:50.494549 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-bbb044b6-eecd-4880-8bfd-ea67fa66f5c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:50.619175 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-bbb044b6-eecd-4880-8bfd-ea67fa66f5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:50.624399 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-22a9b1ef-245a-41d4-9afc-0820452a8d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:08:50.638430 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb044b6-eecd-4880-8bfd-ea67fa66f5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedab117-188a-48c1-8e2b-800bb1701851,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:08:50.646328 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-bbb044b6-eecd-4880-8bfd-ea67fa66f5c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:50.647540 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-bbb044b6-eecd-4880-8bfd-ea67fa66f5c8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aedab117-188a-48c1-8e2b-800bb1701851 HTTP/1.1" status: 204 len: 168 time: 0.2427955 Apr 05 16:08:50.649430 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb044b6-eecd-4880-8bfd-ea67fa66f5c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:08:50.649559 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb044b6-eecd-4880-8bfd-ea67fa66f5c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:08:50.650001 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb044b6-eecd-4880-8bfd-ea67fa66f5c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:08:50.650354 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb044b6-eecd-4880-8bfd-ea67fa66f5c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:08:50.650827 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb044b6-eecd-4880-8bfd-ea67fa66f5c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:08:50.651595 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb044b6-eecd-4880-8bfd-ea67fa66f5c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:08:50.651595 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb044b6-eecd-4880-8bfd-ea67fa66f5c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:08:50.651914 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb044b6-eecd-4880-8bfd-ea67fa66f5c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:08:50.652681 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb044b6-eecd-4880-8bfd-ea67fa66f5c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:08:50.652681 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb044b6-eecd-4880-8bfd-ea67fa66f5c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:08:50.653034 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb044b6-eecd-4880-8bfd-ea67fa66f5c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:08:50.653413 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb044b6-eecd-4880-8bfd-ea67fa66f5c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:08:50.656791 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-bbb044b6-eecd-4880-8bfd-ea67fa66f5c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:08:50.761213 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:50.788040 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-973e841c-7a29-4f37-8e41-85070fce2f04 req-6156c6c5-4aeb-432c-a746-7a46254d9221 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0515213 Apr 05 16:08:51.847161 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4242df25-dda3-4304-ac47-c678c521f100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:51.956253 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d57f7b72-7f25-4306-baea-29ca10519b28 req-1356faeb-8ba2-4b00-97eb-741347009328 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0529926 Apr 05 16:08:52.150721 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 49928) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:08:52.419031 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:52.875855 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-30a0daf8-3050-40ea-b1d5-f5aa6dc86fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3866217'] for router_interface, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:53.206959 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-40d01d05-99df-4b60-b2a6-b358375df2fb req-2947b6cd-3b40-4754-9b9c-4b91850ef4a3 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0913589 Apr 05 16:08:53.293620 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-30a0daf8-3050-40ea-b1d5-f5aa6dc86fc8 admin admin] Deleting port d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:08:53.293984 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-30a0daf8-3050-40ea-b1d5-f5aa6dc86fc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:53.473635 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-30a0daf8-3050-40ea-b1d5-f5aa6dc86fc8 admin admin] For port d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:08:53.473960 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-30a0daf8-3050-40ea-b1d5-f5aa6dc86fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:53.839069 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-30a0daf8-3050-40ea-b1d5-f5aa6dc86fc8 admin admin] Calling delete_port for d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a owned by network:router_interface {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:08:54.032915 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:54.059505 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-30a0daf8-3050-40ea-b1d5-f5aa6dc86fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:54.076268 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a66254be-aeac-45f1-8d9a-7d75519ff583 tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:08:54.134312 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0daf8-3050-40ea-b1d5-f5aa6dc86fc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:08:54.138276 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-30a0daf8-3050-40ea-b1d5-f5aa6dc86fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:08:54.380486 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c4252b20-8a7f-453b-8015-d1d3a871a043 req-b45dadcb-977a-468a-9b53-607eba16f0be tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0538819 Apr 05 16:08:54.568031 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-30a0daf8-3050-40ea-b1d5-f5aa6dc86fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850863086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810748'] for router_interface, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:55.084031 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a0daf8-3050-40ea-b1d5-f5aa6dc86fc8 admin admin] Router 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:08:55.273026 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a0daf8-3050-40ea-b1d5-f5aa6dc86fc8 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:08:55.282074 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d47726-0341-40d3-98aa-a64fa65d51b4 None None] Sync routers for ids ['9375d360-b6e3-4a37-ae90-ef6a01a8ae50'] in dv-cinder-784779-1-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:08:55.286482 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-30a0daf8-3050-40ea-b1d5-f5aa6dc86fc8 admin admin] 10.222.0.44 "PUT /v2.0/routers/9375d360-b6e3-4a37-ae90-ef6a01a8ae50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1340780 Apr 05 16:08:55.288559 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 49944) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:08:55.292514 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d47726-0341-40d3-98aa-a64fa65d51b4 None None] Routers {'9375d360-b6e3-4a37-ae90-ef6a01a8ae50'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:08:55.293161 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-57d47726-0341-40d3-98aa-a64fa65d51b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T16:08:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['9375d360-b6e3-4a37-ae90-ef6a01a8ae50'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:08:55.479329 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cc307de2-4289-4de7-af0c-814f5f328881 admin admin] Notify callbacks [] for router, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:55.486612 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-57d47726-0341-40d3-98aa-a64fa65d51b4 None None] Set router 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:08:55.652690 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d63a555b-eb40-4de0-8c2a-63deb1cd0533 req-efd88f22-0c9d-4aea-a6fc-0c27f8144243 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.1212909 Apr 05 16:08:55.722303 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cc307de2-4289-4de7-af0c-814f5f328881 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:55.762632 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-cc307de2-4289-4de7-af0c-814f5f328881 admin admin] Deleting port 4ba0547a-2119-4a84-abb6-e499a9e2275a {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:08:55.763018 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cc307de2-4289-4de7-af0c-814f5f328881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:55.947624 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-57d47726-0341-40d3-98aa-a64fa65d51b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'name': 'tempest-AttachVolumeShelveTestJSON-291045351-router', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T16:08:53Z', 'revision_number': 5, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'gw_port': {'id': '4ba0547a-2119-4a84-abb6-e499a9e2275a', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:49:05Z', 'updated_at': '2021-04-05T15:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi'}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:08:55.949616 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-cc307de2-4289-4de7-af0c-814f5f328881 admin admin] For port 4ba0547a-2119-4a84-abb6-e499a9e2275a, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=4ba0547a-2119-4a84-abb6-e499a9e2275a,segment=NetworkSegment(45fc7be4-cb6f-44c4-878d-af01c4212144),segment_id=45fc7be4-cb6f-44c4-878d-af01c4212144)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:08:55.950029 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cc307de2-4289-4de7-af0c-814f5f328881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:55.951638 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d47726-0341-40d3-98aa-a64fa65d51b4 None None] Checking router: 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 for host: dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:08:55.960956 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d47726-0341-40d3-98aa-a64fa65d51b4 None None] Routers {'9375d360-b6e3-4a37-ae90-ef6a01a8ae50'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:08:55.961598 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-57d47726-0341-40d3-98aa-a64fa65d51b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T16:08:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['9375d360-b6e3-4a37-ae90-ef6a01a8ae50'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:08:56.090913 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-cc307de2-4289-4de7-af0c-814f5f328881 admin admin] Calling delete_port for 4ba0547a-2119-4a84-abb6-e499a9e2275a owned by network:router_gateway {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:08:56.121564 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-57d47726-0341-40d3-98aa-a64fa65d51b4 None None] Set router 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 gateway port host: None {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:08:56.249077 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-57d47726-0341-40d3-98aa-a64fa65d51b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'name': 'tempest-AttachVolumeShelveTestJSON-291045351-router', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T16:08:55Z', 'revision_number': 6, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'gw_port_host': None}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:08:56.253729 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d47726-0341-40d3-98aa-a64fa65d51b4 None None] The sync data for ids ['9375d360-b6e3-4a37-ae90-ef6a01a8ae50'] in dv-cinder-784779-1-iscsi is: [{'id': '9375d360-b6e3-4a37-ae90-ef6a01a8ae50', 'name': 'tempest-AttachVolumeShelveTestJSON-291045351-router', 'tenant_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:49:04Z', 'updated_at': '2021-04-05T16:08:55Z', 'revision_number': 6, 'project_id': '639ec5b6ae8d4642b674c6cd637e4cb2', 'gw_port_host': None}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:08:56.430659 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cc307de2-4289-4de7-af0c-814f5f328881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:56.446876 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:08:56.505959 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc307de2-4289-4de7-af0c-814f5f328881 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba0547a-2119-4a84-abb6-e499a9e2275a,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:08:56.509989 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-cc307de2-4289-4de7-af0c-814f5f328881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:08:56.873623 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9a30e1a0-543a-4ad3-b2e9-9b849e5d0b7f req-c48b4e75-00d0-4add-a2e6-f01bbb188b56 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0688450 Apr 05 16:08:57.000339 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cc307de2-4289-4de7-af0c-814f5f328881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3811004'] for router_gateway, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:57.185067 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cc307de2-4289-4de7-af0c-814f5f328881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850963395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3356'] for router, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:57.187295 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cc307de2-4289-4de7-af0c-814f5f328881 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:57.281891 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cc307de2-4289-4de7-af0c-814f5f328881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850963321'] for router, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:57.282511 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc307de2-4289-4de7-af0c-814f5f328881 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9375d360-b6e3-4a37-ae90-ef6a01a8ae50 {{(pid=84430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 16:08:57.295059 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cc307de2-4289-4de7-af0c-814f5f328881 admin admin] Notify callbacks [] for router, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:57.296266 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-cc307de2-4289-4de7-af0c-814f5f328881 admin admin] 10.222.0.44 "DELETE /v2.0/routers/9375d360-b6e3-4a37-ae90-ef6a01a8ae50 HTTP/1.1" status: 204 len: 168 time: 2.0067456 Apr 05 16:08:57.299618 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 49960) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:08:57.369908 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_v2 [None req-29ccfc0f-c1af-4ef7-8ebc-8c4fd6ea8166 admin admin] Deleting subnet 7b49c561-1ceb-4c3b-9352-979a5ef7193b {{(pid=84430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 16:08:57.376074 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-29ccfc0f-c1af-4ef7-8ebc-8c4fd6ea8166 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:57.418019 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 4ba0547a-2119-4a84-abb6-e499a9e2275a no longer exists at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:08:57.429666 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-29ccfc0f-c1af-4ef7-8ebc-8c4fd6ea8166 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10310842'] for subnet, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:57.455444 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] No Port match for: 4ba0547a-2119-4a84-abb6-e499a9e2275a {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:08:57.455840 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 4ba0547a-2119-4a84-abb6-e499a9e2275a not bound to the agent host dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:08:57.456298 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a no longer exists at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:08:57.496159 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] No Port match for: d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:08:57.496555 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device d20ecbe8-8fd0-4a6a-bc6c-f19c0979e19a not bound to the agent host dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:08:57.514947 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-29ccfc0f-c1af-4ef7-8ebc-8c4fd6ea8166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:57.796424 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-29ccfc0f-c1af-4ef7-8ebc-8c4fd6ea8166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844508925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2147944'] for subnet, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:57.812848 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-19af9cf2-cff0-4d5e-be81-b5e61dab1543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:08:57.863977 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ccfc0f-c1af-4ef7-8ebc-8c4fd6ea8166 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b49c561-1ceb-4c3b-9352-979a5ef7193b,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:08:57.867919 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-29ccfc0f-c1af-4ef7-8ebc-8c4fd6ea8166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:08:57.947470 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-29ccfc0f-c1af-4ef7-8ebc-8c4fd6ea8166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:57.953451 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c741f45b-8b7e-4f35-916a-b7be5dc0024a None None] Network e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:08:57.953655 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-29ccfc0f-c1af-4ef7-8ebc-8c4fd6ea8166 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7b49c561-1ceb-4c3b-9352-979a5ef7193b HTTP/1.1" status: 204 len: 168 time: 0.6528864 Apr 05 16:08:57.956663 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 49966) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:08:58.094091 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8727af45-c5b9-487f-a994-22e0f6ba69d9 req-d6d6bf0d-815e-4a89-b1b6-71e4c8331380 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.1000905 Apr 05 16:08:58.125857 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-619d57f2-94b0-4109-b688-004669d9dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-516461'] for network, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:58.195816 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-619d57f2-94b0-4109-b688-004669d9dc67 admin admin] Deleting port a31bfd04-86ec-4948-89e4-68a1e104f7dc {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:08:58.196294 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-619d57f2-94b0-4109-b688-004669d9dc67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:58.218285 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333280ee-d8f1-42e4-853a-e1d25283eb9e None None] DHCP port deletion for e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 request from dv-cinder-784779-1-iscsi {{(pid=84431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 16:08:58.223549 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-333280ee-d8f1-42e4-853a-e1d25283eb9e None None] Deleting port a31bfd04-86ec-4948-89e4-68a1e104f7dc {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:08:58.224008 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-333280ee-d8f1-42e4-853a-e1d25283eb9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:58.423439 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-619d57f2-94b0-4109-b688-004669d9dc67 admin admin] For port a31bfd04-86ec-4948-89e4-68a1e104f7dc, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=a31bfd04-86ec-4948-89e4-68a1e104f7dc,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:08:58.423836 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-619d57f2-94b0-4109-b688-004669d9dc67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:58.443644 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-333280ee-d8f1-42e4-853a-e1d25283eb9e None None] For port a31bfd04-86ec-4948-89e4-68a1e104f7dc, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=a31bfd04-86ec-4948-89e4-68a1e104f7dc,segment=NetworkSegment(fef1935c-6d67-4364-9de4-33c96e20e798),segment_id=fef1935c-6d67-4364-9de4-33c96e20e798)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:08:58.444089 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-333280ee-d8f1-42e4-853a-e1d25283eb9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:58.555481 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-619d57f2-94b0-4109-b688-004669d9dc67 admin admin] Calling delete_port for a31bfd04-86ec-4948-89e4-68a1e104f7dc owned by network:dhcp {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:08:58.576504 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-333280ee-d8f1-42e4-853a-e1d25283eb9e None None] Calling delete_port for a31bfd04-86ec-4948-89e4-68a1e104f7dc owned by network:dhcp {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:08:58.651723 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.db.api [None req-333280ee-d8f1-42e4-853a-e1d25283eb9e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84431) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 16:08:58.651723 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_db.api [None req-333280ee-d8f1-42e4-853a-e1d25283eb9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 16:08:58.670687 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-619d57f2-94b0-4109-b688-004669d9dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:58.686114 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-be36933c-712c-4d4f-b334-c30a64ab6546 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:08:58.742549 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d57f2-94b0-4109-b688-004669d9dc67 admin admin] Pushing event deleted for resources: {'Port': ['ID=a31bfd04-86ec-4948-89e4-68a1e104f7dc,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:08:58.746346 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-619d57f2-94b0-4109-b688-004669d9dc67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:08:58.830877 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619d57f2-94b0-4109-b688-004669d9dc67 admin admin] No DVR routers for this DVR port a31bfd04-86ec-4948-89e4-68a1e104f7dc on host dv-cinder-784779-1-iscsi {{(pid=84430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:08:58.956261 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-619d57f2-94b0-4109-b688-004669d9dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363297789275713'] for network, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:59.071441 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-619d57f2-94b0-4109-b688-004669d9dc67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b2c727-4df9-4ea8-bf8a-1e179c6d9965']}} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:08:59.083974 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-619d57f2-94b0-4109-b688-004669d9dc67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef1935c-6d67-4364-9de4-33c96e20e798') {'for_net_delete': True} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:08:59.084317 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-619d57f2-94b0-4109-b688-004669d9dc67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef1935c-6d67-4364-9de4-33c96e20e798') {} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:08:59.096647 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-619d57f2-94b0-4109-b688-004669d9dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739065499985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844464973'] for segment, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:59.111791 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-619d57f2-94b0-4109-b688-004669d9dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:59.120541 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-619d57f2-94b0-4109-b688-004669d9dc67 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=84430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 16:08:59.152312 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-333280ee-d8f1-42e4-853a-e1d25283eb9e None None] Deleting port a31bfd04-86ec-4948-89e4-68a1e104f7dc {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:08:59.152819 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-333280ee-d8f1-42e4-853a-e1d25283eb9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:59.292571 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-56ee6e72-8ec8-43da-8da7-3883e438df73 req-59290a3d-d33a-4776-9db7-52bb277ab08d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0805042 Apr 05 16:08:59.365583 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-619d57f2-94b0-4109-b688-004669d9dc67 admin admin] Network e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:08:59.375666 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-619d57f2-94b0-4109-b688-004669d9dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844508760'] for segment, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:59.411039 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-333280ee-d8f1-42e4-853a-e1d25283eb9e None None] The port 'a31bfd04-86ec-4948-89e4-68a1e104f7dc' was deleted {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 16:08:59.422530 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device a31bfd04-86ec-4948-89e4-68a1e104f7dc no longer exists at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:08:59.460904 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] No Port match for: a31bfd04-86ec-4948-89e4-68a1e104f7dc {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:08:59.461307 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device a31bfd04-86ec-4948-89e4-68a1e104f7dc not bound to the agent host dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:08:59.558494 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-619d57f2-94b0-4109-b688-004669d9dc67 admin admin] Network e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: Traceback (most recent call last): Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: timer() Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: cb(*args, **kw) Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: return func(*args, **kwargs) Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: self._notify() Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: self.callback(batched_events) Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: event.method(event) Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: segment_id)['aggregates'][0] Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: return f(self, *a, **k) Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: return self._get(url).json() Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: **kwargs) Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: return self.request(url, 'GET', **kwargs) Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: **endpoint_filter) Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 16:08:59.581277 dv-cinder-784779-1-iscsi neutron-server[84318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 16:08:59.708936 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-619d57f2-94b0-4109-b688-004669d9dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850964774'] for network, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:59.712666 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:08:59.726653 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-619d57f2-94b0-4109-b688-004669d9dc67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:08:59.737992 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d57f2-94b0-4109-b688-004669d9dc67 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5b2c727-4df9-4ea8-bf8a-1e179c6d9965,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:08:59.741345 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-619d57f2-94b0-4109-b688-004669d9dc67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:08:59.778177 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-619d57f2-94b0-4109-b688-004669d9dc67 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e5b2c727-4df9-4ea8-bf8a-1e179c6d9965 HTTP/1.1" status: 204 len: 168 time: 1.8205166 Apr 05 16:08:59.965155 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 49982) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:09:00.016342 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-bdadb1e9-ca82-4604-b103-39579266bda2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=639ec5b6ae8d4642b674c6cd637e4cb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0499334 Apr 05 16:09:00.018667 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 49986) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:09:00.081855 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-95beea19-bf3d-4951-8332-913ea9247439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:09:00.108996 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-95beea19-bf3d-4951-8332-913ea9247439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:09:00.235864 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-95beea19-bf3d-4951-8332-913ea9247439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:09:00.240776 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-681a0505-9e9b-42ca-b7ec-e2a58323e913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:09:00.254569 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95beea19-bf3d-4951-8332-913ea9247439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d659dd86-eb6b-473c-b76b-72a35db6228f,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:09:00.258617 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-95beea19-bf3d-4951-8332-913ea9247439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:09:00.261877 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-95beea19-bf3d-4951-8332-913ea9247439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:09:00.263125 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-95beea19-bf3d-4951-8332-913ea9247439 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d659dd86-eb6b-473c-b76b-72a35db6228f HTTP/1.1" status: 204 len: 168 time: 0.2435217 Apr 05 16:09:00.487166 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bf76e3e9-56e5-43cb-9db9-e21a5bc555b4 req-789e495a-be61-43ec-a8f7-c9d9f5d25fa3 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0498340 Apr 05 16:09:01.253529 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 50014) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:09:01.364742 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-a36f4f1e-3b55-4dae-9b36-2b8d4ad4e77d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-243008919-network', 'tenant_id': '2ee731ed09154de9b32b8a9eb587f275'}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:09:01.369766 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-a36f4f1e-3b55-4dae-9b36-2b8d4ad4e77d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:09:01.373975 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-a36f4f1e-3b55-4dae-9b36-2b8d4ad4e77d admin admin] Usage tracker for resource:network and tenant:2ee731ed09154de9b32b8a9eb587f275 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:09:01.376909 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-a36f4f1e-3b55-4dae-9b36-2b8d4ad4e77d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:09:01.383685 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-a36f4f1e-3b55-4dae-9b36-2b8d4ad4e77d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:09:01.419022 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36f4f1e-3b55-4dae-9b36-2b8d4ad4e77d admin admin] Made reservation on behalf of 2ee731ed09154de9b32b8a9eb587f275 for: {'network': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:09:01.423952 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a36f4f1e-3b55-4dae-9b36-2b8d4ad4e77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for network, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:09:01.437053 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a36f4f1e-3b55-4dae-9b36-2b8d4ad4e77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:09:01.456681 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-a36f4f1e-3b55-4dae-9b36-2b8d4ad4e77d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:09:01.460652 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-a36f4f1e-3b55-4dae-9b36-2b8d4ad4e77d admin admin] Usage tracker for resource:security_group_rule and tenant:2ee731ed09154de9b32b8a9eb587f275 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:09:01.463561 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-a36f4f1e-3b55-4dae-9b36-2b8d4ad4e77d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:09:01.469429 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-a36f4f1e-3b55-4dae-9b36-2b8d4ad4e77d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:09:01.719057 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2659141c-b760-4048-879c-d79b06786d76 req-f715f71f-0916-4348-b5e5-796718eb9ebd tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0539763 Apr 05 16:09:01.770442 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a36f4f1e-3b55-4dae-9b36-2b8d4ad4e77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:09:01.811530 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a36f4f1e-3b55-4dae-9b36-2b8d4ad4e77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:09:01.816255 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-bbb044b6-eecd-4880-8bfd-ea67fa66f5c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:09:01.840484 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36f4f1e-3b55-4dae-9b36-2b8d4ad4e77d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=84430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 05 16:09:01.853618 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f4f1e-3b55-4dae-9b36-2b8d4ad4e77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45938762-a675-4628-a023-b68362bc205b,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:09:01.856780 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a36f4f1e-3b55-4dae-9b36-2b8d4ad4e77d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:09:01.883573 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a36f4f1e-3b55-4dae-9b36-2b8d4ad4e77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:09:01.883964 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.segments_db [None req-a36f4f1e-3b55-4dae-9b36-2b8d4ad4e77d admin admin] Added segment d6270d4a-d3d5-4a13-9ab1-f09014f65d18 of type vlan for network fe72dc6c-6c3e-4400-88dd-6c9ca174976e Apr 05 16:09:01.910762 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a36f4f1e-3b55-4dae-9b36-2b8d4ad4e77d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739064997474'] for network, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:09:02.000355 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a36f4f1e-3b55-4dae-9b36-2b8d4ad4e77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731'] for network, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:09:02.002218 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36f4f1e-3b55-4dae-9b36-2b8d4ad4e77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:09:02.002901 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a36f4f1e-3b55-4dae-9b36-2b8d4ad4e77d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:09:02.007806 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-99b69ad9-9960-45a9-9b12-71291a588eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:09:02.111530 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f4f1e-3b55-4dae-9b36-2b8d4ad4e77d admin admin] Pushing event updated for resources: {'Network': ['ID=fe72dc6c-6c3e-4400-88dd-6c9ca174976e,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:09:02.114399 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a36f4f1e-3b55-4dae-9b36-2b8d4ad4e77d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:09:02.121650 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Network fe72dc6c-6c3e-4400-88dd-6c9ca174976e details requested by agent ovs-agent-dv-cinder-784779-1-iscsi with host dv-cinder-784779-1-iscsi {{(pid=84431) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 05 16:09:02.138288 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-a36f4f1e-3b55-4dae-9b36-2b8d4ad4e77d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8836331 Apr 05 16:09:02.141507 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 50024) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:09:02.148148 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [None req-55aacaeb-f143-4071-abb3-d6a898b9db10 admin admin] Request body: {'subnet': {'network_id': 'fe72dc6c-6c3e-4400-88dd-6c9ca174976e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-243008919-subnet', 'tenant_id': '2ee731ed09154de9b32b8a9eb587f275', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:09:02.153287 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-55aacaeb-f143-4071-abb3-d6a898b9db10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:09:02.157314 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-55aacaeb-f143-4071-abb3-d6a898b9db10 admin admin] Usage tracker for resource:subnet and tenant:2ee731ed09154de9b32b8a9eb587f275 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:09:02.160299 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-55aacaeb-f143-4071-abb3-d6a898b9db10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:09:02.166229 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-55aacaeb-f143-4071-abb3-d6a898b9db10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:09:02.201435 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55aacaeb-f143-4071-abb3-d6a898b9db10 admin admin] Made reservation on behalf of 2ee731ed09154de9b32b8a9eb587f275 for: {'subnet': 1} {{(pid=84430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:09:02.206869 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-55aacaeb-f143-4071-abb3-d6a898b9db10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852627886'] for subnet, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:09:03.018329 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ca689aee-1408-48b6-84f6-b9cbbd206c27 req-a9f3e646-a7b0-4bca-921f-99cbb77122cb tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0542457 Apr 05 16:09:03.091942 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-55aacaeb-f143-4071-abb3-d6a898b9db10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10266936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852627871'] for subnet, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:09:03.109821 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:09:03.246324 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aacaeb-f143-4071-abb3-d6a898b9db10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30fa9efd-d270-4a7c-af52-592aba0ec8c3,revision_number=0']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:09:03.250584 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-55aacaeb-f143-4071-abb3-d6a898b9db10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:09:03.310757 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aacaeb-f143-4071-abb3-d6a898b9db10 admin admin] Checking segment: {'id': 'd6270d4a-d3d5-4a13-9ab1-f09014f65d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'fe72dc6c-6c3e-4400-88dd-6c9ca174976e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:09:03.311093 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aacaeb-f143-4071-abb3-d6a898b9db10 admin admin] Network hostable DHCP agents. Network: fe72dc6c-6c3e-4400-88dd-6c9ca174976e, hostable agents: ['0f32e0e8-c846-4e58-971c-cb28b45a07b7'], hosted agents: [] {{(pid=84430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 05 16:09:03.395841 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aacaeb-f143-4071-abb3-d6a898b9db10 admin admin] Network fe72dc6c-6c3e-4400-88dd-6c9ca174976e is scheduled to be hosted by DHCP agent 0f32e0e8-c846-4e58-971c-cb28b45a07b7 with binding_index 1 {{(pid=84430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 05 16:09:03.452883 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [None req-55aacaeb-f143-4071-abb3-d6a898b9db10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-1-iscsi, fe72dc6c-6c3e-4400-88dd-6c9ca174976e) {{(pid=84430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:09:03.462297 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d9d223-2736-4e2d-ab3f-04425cc5af45 None None] Network fe72dc6c-6c3e-4400-88dd-6c9ca174976e requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:09:03.465571 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55aacaeb-f143-4071-abb3-d6a898b9db10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:09:03.466230 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-55aacaeb-f143-4071-abb3-d6a898b9db10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:09:03.526101 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-55aacaeb-f143-4071-abb3-d6a898b9db10 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3827794 Apr 05 16:09:03.690881 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2087b8de-cf92-4570-855e-e9a92182d324 None None] Network fe72dc6c-6c3e-4400-88dd-6c9ca174976e requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:09:04.065265 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d55846-c2e4-421f-b2ec-e460a085a554 req-82970274-8eab-49ee-9d78-b9dffb9e7128 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:09:04.066013 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-d3d55846-c2e4-421f-b2ec-e460a085a554 req-82970274-8eab-49ee-9d78-b9dffb9e7128 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Synchronizing usage tracker for tenant:2ee731ed09154de9b32b8a9eb587f275 on resource:network {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:09:04.114574 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-d3d55846-c2e4-421f-b2ec-e460a085a554 req-82970274-8eab-49ee-9d78-b9dffb9e7128 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Unset dirty status for tenant:2ee731ed09154de9b32b8a9eb587f275 on resource:network {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:09:04.115784 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d3d55846-c2e4-421f-b2ec-e460a085a554 req-82970274-8eab-49ee-9d78-b9dffb9e7128 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/networks?id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e HTTP/1.1" status: 200 len: 814 time: 0.2095778 Apr 05 16:09:04.132513 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d3d55846-c2e4-421f-b2ec-e460a085a554 req-2a67905c-9897-4e7b-8fc0-38e013cc6db8 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/quotas/2ee731ed09154de9b32b8a9eb587f275 HTTP/1.1" status: 200 len: 375 time: 0.0108087 Apr 05 16:09:04.229842 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-16882df9-4597-4223-bf1c-f53f5aba11cd req-3ffc53fe-2ec2-4792-b33c-c0eb813a343b tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0962241 Apr 05 16:09:04.231992 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d3d55846-c2e4-421f-b2ec-e460a085a554 req-3ba3483b-10c4-41a8-8085-4d384ebedae2 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ee731ed09154de9b32b8a9eb587f275&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610349 Apr 05 16:09:04.289934 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [req-d3d55846-c2e4-421f-b2ec-e460a085a554 req-abe60ee8-5b45-411c-bf9f-9204d11aec5c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 16:09:04.291045 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d3d55846-c2e4-421f-b2ec-e460a085a554 req-abe60ee8-5b45-411c-bf9f-9204d11aec5c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512147 Apr 05 16:09:04.434848 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d3d55846-c2e4-421f-b2ec-e460a085a554 req-8d8e9415-293d-4603-9e60-c129439f354f service neutron] 10.222.0.44 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369109 Apr 05 16:09:04.576730 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d3d55846-c2e4-421f-b2ec-e460a085a554 req-cc518c05-58b4-49dd-98dc-83f093942dd2 service neutron] 10.222.0.44 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355877 Apr 05 16:09:05.395114 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5b88c253-2777-4801-937b-4ec800545aa7 req-5593b1ff-c8e4-4d7b-a52b-93a2d103eb62 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0499661 Apr 05 16:09:05.832144 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-042b170c-c0f3-47ce-9328-94b789ccabfd req-4f633c72-d385-44e7-aab0-28675978e6cc tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0481789 Apr 05 16:09:06.560721 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7cd23953-8476-490e-a2c2-26d1f8d022d9 req-4a249256-c946-49f5-bcc5-849757d3ae58 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0507061 Apr 05 16:09:06.933345 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ef72ea05-f4f1-472a-9211-dc65ba69c072 req-86ca3a29-e469-4d41-ba78-119389c48214 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0481160 Apr 05 16:09:06.957336 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:09:07.721704 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0d131dcd-ec6a-4199-b48c-f91845fde5c9 req-b4364f20-0fd6-4b2b-b79c-efccbcadbee4 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0494657 Apr 05 16:09:08.041846 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b985f117-bb93-4f83-a7a2-252802a8f92a req-ebe0028f-74cc-49fc-a4c3-08465685e0c5 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0525749 Apr 05 16:09:08.890175 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-232cdb25-8f1e-4bab-966f-ddeba23a5abd req-04dc069e-4add-4429-a974-6ae1aa394b3f tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0573463 Apr 05 16:09:09.143287 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-79b8f088-011f-46f1-9814-7314077bba5b req-48306f73-5501-4f3e-bfc1-4e65f37dca08 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0483143 Apr 05 16:09:10.066982 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-223ac8ec-9d08-4c90-ba5c-0e50437e1033 req-a48371dd-a7d0-448f-8418-eedaa4de34dc tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0518982 Apr 05 16:09:10.247622 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5688eccd-09a0-4a83-b773-34ccb18205af req-8d49de43-c2f2-4591-975e-c89133491005 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0480435 Apr 05 16:09:11.225783 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9db1c4d7-8ed4-4911-b7a7-d32fc43acfb0 req-5e6c7491-a41d-4cea-89f6-2cf155676d63 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0483649 Apr 05 16:09:11.353583 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7296221e-8dfe-41de-ba65-1bbb4bea9cc2 req-2ea9dda3-ca02-4002-a64f-1686e476a651 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0516675 Apr 05 16:09:12.386196 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-253a4809-7c0b-4375-b022-ff02c6a99702 req-0ed11923-e1a8-4461-8bc9-35be42e1c1f1 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0494039 Apr 05 16:09:12.457200 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6bb4a176-39aa-42e0-8a16-2520204debd6 req-85d6d067-820b-43cd-afab-312f4bc54f03 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0473821 Apr 05 16:09:13.611537 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5f2d7fb8-8005-4a60-b062-14c944f442ab req-83360b8a-82f5-49ca-9893-7a3223ccf830 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0971289 Apr 05 16:09:13.613662 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-353a9957-9823-4ecc-91f7-bff6fb423d35 req-ac632ed6-a777-438a-ad6b-af6aa5e5d774 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0590703 Apr 05 16:09:14.720511 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4e595121-5274-4f2a-92f9-b6293670f32c req-862c4c16-c2bc-4d48-bb4d-0d99cb4169fd tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0514774 Apr 05 16:09:14.774756 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4e212e0a-4f88-4f8b-87b2-ce5405670b3b req-16bdbc2c-9e37-4e6d-a280-b1823b466866 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0486250 Apr 05 16:09:15.401354 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:09:15.824804 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-da17f298-5729-45ac-b6d4-56b9f5b9815c req-55fd46ee-4d5a-4e29-88ad-391f648c529a tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0493081 Apr 05 16:09:15.939121 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1f5d96c4-65cb-47a6-8106-8f4be2e37889 req-401ccf22-a355-415c-85c2-4e2df7468715 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0511010 Apr 05 16:09:16.929681 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e0a6f6a8-24b0-4d13-9e96-1c7eb82b0fe2 req-64af5a50-0d71-41ad-bf95-ca3bada45caf tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0489795 Apr 05 16:09:17.104691 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-76fa1dbf-915f-426d-b86a-ac26b75fc446 req-4342b765-2c13-4d8b-9088-3e4d71559d0c tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0511372 Apr 05 16:09:18.035863 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f89754f8-0944-4ee8-8237-5a805efba415 req-c683d3b8-5fab-40ef-b768-beb6bc8365a2 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0515234 Apr 05 16:09:18.267078 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b95b9dad-3221-4734-ab87-3b4b6888831f req-704fb426-1511-4385-ac2b-ca5023adb07c tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0487649 Apr 05 16:09:19.140377 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-cfc1edac-4ca6-428a-953d-4794b43ec6e3 req-04bbf046-2958-4383-8845-a9b3b120d4b3 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0489075 Apr 05 16:09:19.408287 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ae5d1e09-09d9-49ca-b6d9-0abdb82d6c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:09:19.431531 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ab6feeb2-7960-4033-b6c6-c4430ad2d573 req-4cb2ad5b-ab8e-4c05-8b93-021d2b1e0ce3 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0516727 Apr 05 16:09:20.244218 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7213524b-eeeb-4e4c-af27-f46e2797ffa3 req-1c284d94-9df8-49fc-9eeb-7094ce03b87e tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0488787 Apr 05 16:09:20.592940 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0708f7e2-d657-4ff5-835a-ccbc81c7ef34 req-d5d4d0e4-62c6-4c49-bd19-32d55af5f5a5 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0474443 Apr 05 16:09:20.744544 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:09:21.350764 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-93949571-64fa-4e0b-b9ed-951f3a22006a req-ec0f563f-f2d6-4c66-b072-127dfc934fdd tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0510762 Apr 05 16:09:21.753183 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-82d2432c-3add-40ff-a3e4-7fa24021c637 req-69cfeb28-2313-4511-a8f7-e4aa4f37eb6f tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0490487 Apr 05 16:09:21.870358 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-277ff92d-2a63-455a-bd0b-163d8f1289df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:09:22.424780 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:09:22.455538 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6aa940d1-d69a-4469-bf1c-caaf6c2ea157 req-b792b918-ed22-4495-b64b-4c1faae2878c tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0493300 Apr 05 16:09:22.916368 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-efe7f957-a8c9-46e2-8052-cca1724fb123 req-1cb26693-c27a-4d50-bbf8-b2a40f2db832 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0519476 Apr 05 16:09:23.560394 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a64e4ae2-c10d-4124-8add-a407b89e3e5f req-e8085d30-de49-45d0-8639-d2d837b12c42 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0493004 Apr 05 16:09:23.927159 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:09:24.078243 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7239e724-7223-45c3-b926-e10480b211ef req-afab419e-4e7a-4601-a29b-ea54a79978e8 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0479631 Apr 05 16:09:24.669278 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-35dcab14-cac4-4067-ad31-023386950dde req-1cbebfb7-04d0-4dae-9705-b8ad102ecc70 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0517077 Apr 05 16:09:25.238333 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9f8da29d-f9b0-4777-b9c3-85820085a795 req-818c8f81-af6e-47ba-9260-e990de3ad77c tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0487037 Apr 05 16:09:25.772844 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-abdaeacd-d8e5-447b-bc6b-d2fd766481d9 req-891285d5-2015-4947-9c45-87fcb8fd5df4 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0484171 Apr 05 16:09:26.400489 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2c48f807-85a6-4559-a8d9-fa200a06e00f req-9ce3bdb2-9337-4771-9130-f3334f41cc45 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0514317 Apr 05 16:09:26.877344 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-223aaa69-8493-47d1-ac0e-3f22154e9a0b req-a0a0e462-0a31-4e18-8c4f-8444902b1cc4 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0494313 Apr 05 16:09:27.562610 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bb1b4454-68b7-431c-ad00-2345c8b830ee req-3ceb702c-becb-47bb-8dbf-26911b5768b2 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0485351 Apr 05 16:09:27.983902 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-92a0de67-ff7f-4716-9d7a-baee9ef44e8c req-d4b5e151-6dc7-4faa-99a0-e818db038149 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0514667 Apr 05 16:09:28.724337 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a9c4615-0594-47c3-94b3-2662dc6e7cf0 req-70368a90-638d-46ae-86eb-65af0c851001 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0497098 Apr 05 16:09:29.088554 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b1583116-959f-405f-8de1-0b2f450d377d req-2afe80e0-6c68-4ea6-b55c-9b3e3cc50ea4 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0478234 Apr 05 16:09:30.031753 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-cbb5f7bc-1879-45fd-84bb-23581dad4b07 req-b12fd5fa-6d95-4340-a5c0-ea5b77b6ff07 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0519423 Apr 05 16:09:30.195168 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a0465d41-7ca2-4bc1-b1db-476c6535a074 req-53fae08d-1373-4d18-9ee4-98c0364c0258 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0498793 Apr 05 16:09:31.193593 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b6460195-b7f0-4b5e-83ad-ab6e90b882b1 req-2c100630-69ae-47fb-9f5e-f37ac583b6c2 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0488746 Apr 05 16:09:31.303340 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9e2d713d-6f05-484b-bc1c-b69d8ae868bb req-27c695b9-179b-40e8-8e46-3ae9802917af tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0521734 Apr 05 16:09:31.430168 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3d390637-611d-4798-a6b5-a2315e247359 req-b962d32f-eca8-4178-ad3a-01b0e3ab1ca8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1737182 Apr 05 16:09:31.588206 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d390637-611d-4798-a6b5-a2315e247359 req-e64f02c0-eb6d-4561-a0d9-920d9e1d6bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:09:31.589622 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3d390637-611d-4798-a6b5-a2315e247359 req-e64f02c0-eb6d-4561-a0d9-920d9e1d6bf3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ac127c9bf344f5f88cf1aa6eacdf909&device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 1098 time: 0.0762620 Apr 05 16:09:31.748681 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d390637-611d-4798-a6b5-a2315e247359 req-1b853e64-0fc2-4cf0-bdb3-be3885c95ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:09:31.750193 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3d390637-611d-4798-a6b5-a2315e247359 req-1b853e64-0fc2-4cf0-bdb3-be3885c95ebe service neutron] 10.222.0.43 "GET /v2.0/networks?id=5e853890-abc7-4a4b-83a0-567b3141f9f1 HTTP/1.1" status: 200 len: 913 time: 0.1355684 Apr 05 16:09:31.865716 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3d390637-611d-4798-a6b5-a2315e247359 req-fd9df596-78fe-4b53-b5e9-0d80790282a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 HTTP/1.1" status: 200 len: 1001 time: 0.1053891 Apr 05 16:09:31.936397 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d390637-611d-4798-a6b5-a2315e247359 req-41f8adb1-23e8-4f1f-9312-88f8fc04f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:09:31.938536 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3d390637-611d-4798-a6b5-a2315e247359 req-41f8adb1-23e8-4f1f-9312-88f8fc04f046 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a HTTP/1.1" status: 200 len: 851 time: 0.0623035 Apr 05 16:09:32.025614 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d390637-611d-4798-a6b5-a2315e247359 req-87878b0d-dd47-42a5-9163-713f03d0aa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:09:32.027188 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3d390637-611d-4798-a6b5-a2315e247359 req-87878b0d-dd47-42a5-9163-713f03d0aa26 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e853890-abc7-4a4b-83a0-567b3141f9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787551 Apr 05 16:09:32.041409 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [req-3d390637-611d-4798-a6b5-a2315e247359 req-a5854a7b-ae9f-4bbc-a3fb-82f5c428d850 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 16:09:32.042455 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3d390637-611d-4798-a6b5-a2315e247359 req-a5854a7b-ae9f-4bbc-a3fb-82f5c428d850 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050867 Apr 05 16:09:32.364603 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fe8d43f1-01f3-48b5-8295-64e8afcf0fb9 req-3c761231-6ee1-4659-b83b-6d5e245f9cbc tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0522192 Apr 05 16:09:32.412757 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5c14c5b8-cd8e-4b4e-a4c6-b9a90cecdc09 req-5885ab19-b509-4d9a-9c58-6ecec354a676 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0509882 Apr 05 16:09:32.420956 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3d390637-611d-4798-a6b5-a2315e247359 req-2dfed66f-5b2d-45a9-9e09-ff6ca7e8279e service neutron] 10.222.0.43 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681309 Apr 05 16:09:32.566184 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3d390637-611d-4798-a6b5-a2315e247359 req-cfa566ba-2609-4d7b-9f23-788132c4a9d0 service neutron] 10.222.0.43 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341488 Apr 05 16:09:33.555600 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-44d837b0-a996-40d5-a1ff-7ba3f792ed1d req-2ffa7321-7184-4017-a72f-592869df273e tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0859406 Apr 05 16:09:33.577079 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a76ea1f3-94dc-4783-a7c3-3e0857dc0fc4 req-dce8fa17-f00e-4974-af69-9a24859ea9c2 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0541048 Apr 05 16:09:34.669035 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fb394463-716a-4e2f-b6dc-ab557df8bedb req-a99feb14-602a-4e5f-b2ba-0787b2fdaafc tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0492549 Apr 05 16:09:34.737388 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f302d948-ead5-4011-9583-ea433853d5b7 req-4ea45459-c39e-48a6-b9bf-9d55f6f38944 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0510631 Apr 05 16:09:35.775536 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-420e7593-f63d-4445-8a97-dc6c5c610b34 req-d5081ff3-9f8a-4c29-8695-0619abd17f01 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0505981 Apr 05 16:09:35.900364 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-723dc092-1cba-4e11-a153-764b46e3abd9 req-9610d717-f926-458a-838a-08da470e2f57 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0487077 Apr 05 16:09:36.882356 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f364281c-cf62-4296-afed-78a5b96f46ed req-dde58518-e0c3-402d-a783-50b11b135629 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0512116 Apr 05 16:09:37.062399 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-52a14e71-dca8-47e5-87d1-4dea6007768c req-b3842879-6a83-4284-af9e-bf360c3cb724 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0479250 Apr 05 16:09:37.987161 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f517e413-8092-4cb4-9932-bd38c759c38b req-0c5a48f3-dc29-4992-91c0-73d8bc6c9f80 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0487092 Apr 05 16:09:38.461865 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-94f5ec7c-789f-48fc-b967-5061177bbc7b req-5cfb667f-852f-42a2-a97d-95ff3cdef4a1 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.2863331 Apr 05 16:09:39.091887 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0d2b7777-7a24-4b91-b7da-efad0c892fcd req-c4e39743-87f3-4369-8ebb-1d758abbcff3 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0494275 Apr 05 16:09:39.626793 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-da345745-7318-44f7-9b02-b0707b040c39 req-e1982708-ed6c-4084-b728-8034fc6349cf tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0485549 Apr 05 16:09:40.198010 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-72bc67c5-4beb-4b61-974f-d4bc72951099 req-d560144b-4fda-41e7-a31b-52948a7b0ed2 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0509074 Apr 05 16:09:40.786111 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3c97a4aa-ff67-4f7b-a716-db86c5d3baa8 req-0b9f07e9-bd78-44d4-82ce-a5ce83110b13 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0481679 Apr 05 16:09:41.301293 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d5f66331-717e-4de7-b01f-94d96a9512bb req-44376136-a83f-4a85-b9f1-e456de367f62 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0475528 Apr 05 16:09:41.952539 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-867a4452-6893-4566-b8de-cea008e6a28c req-546243f8-280b-4cba-9788-a86f402e786c tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0513241 Apr 05 16:09:42.406035 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-208f25a0-a759-4c96-a707-f64ea8795c8e req-228009a6-eadd-4b6c-a0c1-1b2678fda868 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0487719 Apr 05 16:09:43.112203 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-67fa048e-670f-45a3-afd3-8d3a19e4f126 req-401a3d67-9c2e-4f0a-b602-ac1ef6686746 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0475376 Apr 05 16:09:43.512476 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-64339007-7441-4e7e-91c0-ada4d680a3c2 req-6150be47-acc4-47fc-9d39-c35a7b1b1200 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0520356 Apr 05 16:09:43.956423 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:09:44.274962 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-89fbbf58-965d-43b8-9889-328ebf9b5ef4 req-d27b6799-1a3c-461d-aa33-72488243f2cc tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0486877 Apr 05 16:09:44.614845 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ef4253b8-774a-4487-8621-1df27b45b8dd req-488f6d62-ec31-4691-bfe6-a2a3f57219ac tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0479348 Apr 05 16:09:45.412218 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:09:45.442928 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2f8dd2db-afe6-4885-a9fa-b68626876a28 req-755c1632-1a19-4c64-ad10-ccfcfbd96ef3 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0516083 Apr 05 16:09:45.717877 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b0fa4f5c-e38e-49af-b559-4abeb2cb17b9 req-8731150b-fa08-4368-b972-5309a8fdd2ef tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0480294 Apr 05 16:09:46.602713 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-36570ac6-e0ce-44e8-b199-4090a4eb2490 req-c241624c-65f0-4d7b-87aa-e57e44bac6f0 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0480759 Apr 05 16:09:46.823877 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-da78f2ff-74ec-4479-b783-7322936a3312 req-9fb03daf-c5c3-4b21-8bd3-0e53d3339dd3 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0516105 Apr 05 16:09:47.772707 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-78f8e2e2-7367-4d68-9fdc-5415b4f00969 req-a3ca1285-2a45-4e86-8b6f-f3c883a00cb8 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0491400 Apr 05 16:09:47.931861 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-26383230-dd46-4a97-9815-14c9d9174962 req-9cba9408-e8a7-4644-9d63-eb2a5c9d1947 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0488811 Apr 05 16:09:49.081885 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9cc089e5-26d0-4353-a869-5c8901e5acaa req-1960a6a8-03ce-481c-8482-221ec7f546de tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0918555 Apr 05 16:09:49.088919 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-abdf0e80-de75-4920-8de4-f3c23a8d72e2 req-7e402780-0701-4e11-84a7-27f9559084f2 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0582798 Apr 05 16:09:49.384117 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0e7059fb-66cc-4494-895c-3f005bb32e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:09:50.188736 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-44cd0c9e-354b-4487-9900-abf7090e5d89 req-f2996f81-270d-464c-aa7e-f540a2630616 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0492282 Apr 05 16:09:50.254969 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a34e0eb7-47df-45fc-9a57-877527ec4db7 req-2352d425-1b34-489c-8574-ed32688fb646 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0537910 Apr 05 16:09:50.738313 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:09:51.292224 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-57883f20-f6df-4e0c-9348-105b297f205e req-414a793f-5f5b-4bc4-bd73-36b7b6d026cd tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0487230 Apr 05 16:09:51.414531 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b3a62e72-3ae3-4d39-b5f3-d0bd8d58a80d req-e84ec2c1-b10c-4660-a278-c44b6660e6ff tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0480163 Apr 05 16:09:51.864214 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9514-868e-477e-8cc7-f389e0ea211c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:09:52.401783 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7b4fd759-65aa-4388-b0b3-ac6195fa578f req-bb68e94c-7d9b-40ff-8feb-d2272f8050ac tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0526307 Apr 05 16:09:52.423201 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:09:52.577754 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d6cdc84c-42d7-4135-a7c0-f7b1ed9cc1e0 req-f8772958-8fc5-4054-a462-e63c131c644b tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0480466 Apr 05 16:09:53.505199 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-38d7d1f9-de9d-477e-b2c8-421ff35618ff req-764051c9-6aec-484e-915b-bc7bc22ddbbe tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0491695 Apr 05 16:09:53.741207 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e41d7d8f-0696-4aae-a11d-754d71b8003c req-e6f937ae-4dc6-4616-b558-61c48ef136a3 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0523121 Apr 05 16:09:53.932355 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:09:54.609946 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-cb0eba43-6ddb-4a32-8721-19b8e3398b17 req-447746af-51e8-4f3f-a58b-5c14260ca5d6 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0481796 Apr 05 16:09:54.902458 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d94cbbd6-f192-4ef3-a361-12679f503c17 req-1b53a06a-d875-483f-a2ea-509105ee0da4 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0484457 Apr 05 16:09:55.717712 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b7300345-69b9-4b66-9b36-e8b0fc22247c req-9c98a172-6e3c-4619-8ca3-12a90d5945f0 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0520983 Apr 05 16:09:56.067103 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-809ce6e9-a674-4c1e-8911-95dff618fd48 req-d22b35a5-5f9d-44b6-9ad5-8ce53cd363e8 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0483637 Apr 05 16:09:56.823107 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e317c898-b483-48b1-922a-ba73b3ab8ded req-b31c837d-43dc-4160-b3ad-f59b35ca4cca tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0486937 Apr 05 16:09:57.229371 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8c75caa9-6809-4265-aa53-11571e929473 req-346be962-fa2f-4729-abef-75b8218e4107 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0511553 Apr 05 16:09:57.929844 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bdd52ddf-f732-43c3-8900-4f32e0da19b4 req-c3a417cc-1773-49e7-ac9a-5d0ae622e080 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0494266 Apr 05 16:09:58.390218 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6e5f6846-3111-4262-8b77-6fef02814f7b req-b3e3de9c-bc36-4bc0-9347-2615dfff4626 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0487289 Apr 05 16:09:59.038620 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5da5d056-974a-4c25-86aa-637d68401d14 req-f28e229a-c9b2-4073-a3d0-c7096160a6f8 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0516634 Apr 05 16:09:59.552533 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6f36709d-5303-4f80-b59d-3a912a7c32a5 req-579011ec-3a5d-4b7c-936b-f5a5a7d85551 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0487342 Apr 05 16:10:00.142808 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8dd58d24-6e89-46c6-b100-63223b11d660 req-ac5bc19c-9404-4796-960c-2a101fdb0865 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0487847 Apr 05 16:10:00.714541 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ca28ec52-360d-422e-93a3-241a8f677e09 req-023ca659-fbcf-49ad-9c7e-2b59d77c1bf2 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0510044 Apr 05 16:10:01.246601 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-19979c0a-6ea6-42ef-be72-6543227142cf req-2bf178b3-ec73-47d7-81e7-04832ef05078 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0483136 Apr 05 16:10:01.875951 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1bc5d1d3-e7a7-4497-87bb-5359e9847b37 req-44202fe3-79a7-4ba3-88bf-d4952cb9ddf9 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0493758 Apr 05 16:10:02.353055 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-710c884d-ad87-4dba-94e2-8eea62d343ab req-73cceba5-fa0c-4fe1-8c2a-4ee6a0b2fb15 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0513692 Apr 05 16:10:03.038487 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e56a485f-87b4-4f5a-9214-63a817c186eb req-078e774d-0978-4ecc-89a2-036d2bd97162 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0480452 Apr 05 16:10:03.458174 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-275d4da2-d9af-4e28-b23b-12c14d5ccf39 req-590e1412-473a-4a17-96c1-8f8782153f12 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0484567 Apr 05 16:10:04.202670 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-dc2c46f6-2ca5-4013-93af-1a626d4e27d0 req-a52cd1c9-706b-4c2f-8ac9-981139ec71f8 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0512409 Apr 05 16:10:04.563357 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3b8ca9df-22c4-48b2-a6c7-ac963f766f8f req-3ddccffd-b514-4f34-b8de-d86db0fc353d tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0495565 Apr 05 16:10:05.363570 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c1de7ebe-2bcd-4eb9-b6b8-eeb7bd0d0a03 req-2435b4eb-181b-4fbc-8c32-82e656c72678 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0484548 Apr 05 16:10:05.669531 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0fb6244d-7767-4553-9b20-dc4bda4c86ba req-360855c5-2d3b-419e-83c8-82d79d277734 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0514524 Apr 05 16:10:06.624822 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8d00b572-0029-4c89-b76b-9fd28b25068d req-8f6f8a14-4e36-4dd1-943d-bddab7110ff9 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0487189 Apr 05 16:10:06.859137 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4df4deab-6897-4608-ba22-fc2107cf1e47 req-e7b98da5-2fdf-4954-b909-9679d583e5d2 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0576236 Apr 05 16:10:07.168608 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1bbea03f-f730-4778-8bda-bc6af07b891a req-07689ae4-ea41-497a-9643-d8405cf41298 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=f06b02f8-e4ba-4969-89e5-0104469cb68f HTTP/1.1" status: 200 len: 210 time: 0.0521648 Apr 05 16:10:07.829235 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e7384c3e-be22-4bb1-badc-ed8f30f6118c req-1dbcd903-d8cf-4cd0-962b-92dd1d608edd tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0499330 Apr 05 16:10:08.152766 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-dad041de-e4f7-4243-9138-186c6f3e01a4 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:10:08.154245 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-dad041de-e4f7-4243-9138-186c6f3e01a4 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/networks?id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e HTTP/1.1" status: 200 len: 814 time: 0.1557784 Apr 05 16:10:08.169860 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-751f2a6e-b1d0-4f5c-a891-98245eed199d tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/quotas/2ee731ed09154de9b32b8a9eb587f275 HTTP/1.1" status: 200 len: 375 time: 0.0094929 Apr 05 16:10:08.225690 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-beb4861a-7d2d-4a34-bdbd-2e9f8406374a tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ee731ed09154de9b32b8a9eb587f275&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503576 Apr 05 16:10:08.282639 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-0836fe1f-b665-442f-a886-eebe69f46667 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 16:10:08.283751 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-0836fe1f-b665-442f-a886-eebe69f46667 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512152 Apr 05 16:10:08.427765 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-e0469df6-2a64-4d1b-a1c0-8fb4e81768b0 service neutron] 10.222.0.44 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367998 Apr 05 16:10:08.567933 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-876a5620-9ffe-4396-a8fe-5ed305cd2df3 service neutron] 10.222.0.44 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338303 Apr 05 16:10:08.867796 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b5dda434-129d-485d-8fa1-8d3cd3f96ff1 req-90494431-67fc-474b-a95e-97f117f61322 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=28c76876-52e4-4bd5-b8ad-75771623a57d HTTP/1.1" status: 200 len: 210 time: 0.0503774 Apr 05 16:10:09.018393 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-632c00d8-8aef-402f-aabb-be74e9b6ff76 req-9d360465-2b91-4be5-9dd7-b5f0c425c230 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0502095 Apr 05 16:10:10.037623 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-794604d2-dd61-4fc4-9751-3387fc3e70b5 req-15242e65-abf1-46fa-a4eb-8b7ec0bdd1ab tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=28c76876-52e4-4bd5-b8ad-75771623a57d HTTP/1.1" status: 200 len: 210 time: 0.0541072 Apr 05 16:10:10.182898 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-06c56c89-199b-437b-affc-7e516cadf646 req-dd839d0e-2287-4018-a926-c2078e107059 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0487425 Apr 05 16:10:10.693169 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-81864bdf-41ae-4441-9b68-5a29ccabd90e tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:10:10.694723 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-81864bdf-41ae-4441-9b68-5a29ccabd90e tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.43 "GET /v2.0/networks?id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e HTTP/1.1" status: 200 len: 814 time: 0.1593733 Apr 05 16:10:10.712540 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Request body: {'port': {'device_id': '28c76876-52e4-4bd5-b8ad-75771623a57d', 'network_id': 'fe72dc6c-6c3e-4400-88dd-6c9ca174976e', 'admin_state_up': True, 'tenant_id': '2ee731ed09154de9b32b8a9eb587f275'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:10:10.858120 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:10:10.862319 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Usage tracker for resource:port and tenant:2ee731ed09154de9b32b8a9eb587f275 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:10:10.865822 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:10:10.871952 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:10:11.017046 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Made reservation on behalf of 2ee731ed09154de9b32b8a9eb587f275 for: {'port': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:10:11.023374 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:10:11.196091 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Allocated IP 172.20.0.7 (fe72dc6c-6c3e-4400-88dd-6c9ca174976e/30fa9efd-d270-4a7c-af52-592aba0ec8c3/bdbef906-b1e3-4994-b9e2-0794e220ae41) {{(pid=84429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:10:11.198971 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7fdadede-06c4-4d7b-ac70-8a08651dc40d req-9456583f-7850-493a-9616-25fd99e8ad77 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=28c76876-52e4-4bd5-b8ad-75771623a57d HTTP/1.1" status: 200 len: 210 time: 0.0493982 Apr 05 16:10:11.410575 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Notify callbacks [] for port, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:10:11.411575 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ea63bc59-f782-407a-ab06-d2ff7c292c10 req-d76fe015-e1cb-4f28-ab5a-c5e3b84d94c5 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0539081 Apr 05 16:10:11.469913 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:10:11.485984 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f55452e5-1bc6-417d-aa6b-93da9c3cb51d tempest-AttachVolumeShelveTestJSON-1842601865 tempest-AttachVolumeShelveTestJSON-1842601865-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:10:11.635325 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Pushing event updated for resources: {'Port': ['ID=bdbef906-b1e3-4994-b9e2-0794e220ae41,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:10:11.646242 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:10:11.646690 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:10:11.647105 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:10:11.647511 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:10:11.647915 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:10:11.648317 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:10:11.648718 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:10:11.649118 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:10:11.649516 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:10:11.649912 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:10:11.650309 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:10:11.650729 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:10:11.655919 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:10:11.694944 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Network fe72dc6c-6c3e-4400-88dd-6c9ca174976e is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:10:11.696075 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:10:11.698277 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Received port after_create {{(pid=84429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:10:11.763137 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:10:11.763732 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:10:11.830072 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-369367b9-d5b7-4b24-b32d-7cc8a1a16177 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1214879 Apr 05 16:10:11.845975 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-3d1451a0-c463-4350-896a-dac6f54c1f29 service neutron] Request body: {'port': {'device_id': '28c76876-52e4-4bd5-b8ad-75771623a57d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:10:11.968456 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-3d1451a0-c463-4350-896a-dac6f54c1f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:10:12.381959 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-3d1451a0-c463-4350-896a-dac6f54c1f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdbef906-b1e3-4994-b9e2-0794e220ae41 {{(pid=84429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:10:12.389664 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-3d1451a0-c463-4350-896a-dac6f54c1f29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:10:12.399819 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb7503-5280-4979-992a-5dd030013fb4 req-9445ca40-39ab-4bf2-87c4-d8131845eb7d tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:10:12.401408 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-52cb7503-5280-4979-992a-5dd030013fb4 req-9445ca40-39ab-4bf2-87c4-d8131845eb7d tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=28c76876-52e4-4bd5-b8ad-75771623a57d HTTP/1.1" status: 200 len: 931 time: 0.0893323 Apr 05 16:10:12.405134 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-3d1451a0-c463-4350-896a-dac6f54c1f29 service neutron] Transition to ACTIVE for port object bdbef906-b1e3-4994-b9e2-0794e220ae41 will not be triggered until provisioned by entity L2. {{(pid=84429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:10:12.434318 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-3d1451a0-c463-4350-896a-dac6f54c1f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9499705'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:10:12.451868 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-63e11f68-436e-49bf-afae-e55ca81f529a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:10:12.452603 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-52cb7503-5280-4979-992a-5dd030013fb4 req-466d68f9-1e56-4497-bb87-e60eb1ef171d tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Synchronizing usage tracker for tenant:2ee731ed09154de9b32b8a9eb587f275 on resource:security_group {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:10:12.497011 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-52cb7503-5280-4979-992a-5dd030013fb4 req-466d68f9-1e56-4497-bb87-e60eb1ef171d tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Unset dirty status for tenant:2ee731ed09154de9b32b8a9eb587f275 on resource:security_group {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:10:12.506763 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-52cb7503-5280-4979-992a-5dd030013fb4 req-466d68f9-1e56-4497-bb87-e60eb1ef171d tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/security-groups?id=45938762-a675-4628-a023-b68362bc205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987725 Apr 05 16:10:12.581474 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bcbdeb9b-c184-4e63-bf3b-693d7702a961 req-70d3c17d-74ea-4fe6-9b04-f7eaabaec039 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0476797 Apr 05 16:10:12.597542 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1451a0-c463-4350-896a-dac6f54c1f29 service neutron] Pushing event updated for resources: {'Port': ['ID=bdbef906-b1e3-4994-b9e2-0794e220ae41,revision_number=2']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:10:12.600569 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3d1451a0-c463-4350-896a-dac6f54c1f29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:10:12.808772 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-3d1451a0-c463-4350-896a-dac6f54c1f29 service neutron] Attempting to bind port bdbef906-b1e3-4994-b9e2-0794e220ae41 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:10:12.809094 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-3d1451a0-c463-4350-896a-dac6f54c1f29 service neutron] Attempting to bind port bdbef906-b1e3-4994-b9e2-0794e220ae41 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'd6270d4a-d3d5-4a13-9ab1-f09014f65d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'fe72dc6c-6c3e-4400-88dd-6c9ca174976e'}] {{(pid=84429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:10:12.809514 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-3d1451a0-c463-4350-896a-dac6f54c1f29 service neutron] Attempting to bind port bdbef906-b1e3-4994-b9e2-0794e220ae41 on network fe72dc6c-6c3e-4400-88dd-6c9ca174976e {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:10:12.814582 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-3d1451a0-c463-4350-896a-dac6f54c1f29 service neutron] Port bdbef906-b1e3-4994-b9e2-0794e220ae41 on network fe72dc6c-6c3e-4400-88dd-6c9ca174976e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 16:10:12.814953 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-3d1451a0-c463-4350-896a-dac6f54c1f29 service neutron] Attempting to bind port bdbef906-b1e3-4994-b9e2-0794e220ae41 on network fe72dc6c-6c3e-4400-88dd-6c9ca174976e {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:10:12.821176 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-3d1451a0-c463-4350-896a-dac6f54c1f29 service neutron] Checking agent: {'id': 'e13e0a38-98d8-4e7c-86ff-f8c578f1bff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'started_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:10:12.821557 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-3d1451a0-c463-4350-896a-dac6f54c1f29 service neutron] Checking segment: {'id': 'd6270d4a-d3d5-4a13-9ab1-f09014f65d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'fe72dc6c-6c3e-4400-88dd-6c9ca174976e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:10:12.822014 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-3d1451a0-c463-4350-896a-dac6f54c1f29 service neutron] Bound using segment: {'id': 'd6270d4a-d3d5-4a13-9ab1-f09014f65d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'fe72dc6c-6c3e-4400-88dd-6c9ca174976e'} {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:10:12.822510 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-3d1451a0-c463-4350-896a-dac6f54c1f29 service neutron] Bound port: bdbef906-b1e3-4994-b9e2-0794e220ae41, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6270d4a-d3d5-4a13-9ab1-f09014f65d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'fe72dc6c-6c3e-4400-88dd-6c9ca174976e'}}] {{(pid=84429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:10:12.822954 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-3d1451a0-c463-4350-896a-dac6f54c1f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:10:12.919302 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-3d1451a0-c463-4350-896a-dac6f54c1f29 service neutron] For port bdbef906-b1e3-4994-b9e2-0794e220ae41, host hv-cinder-78477, cleared binding levels {{(pid=84429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:10:12.922344 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-3d1451a0-c463-4350-896a-dac6f54c1f29 service neutron] For port bdbef906-b1e3-4994-b9e2-0794e220ae41, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bdbef906-b1e3-4994-b9e2-0794e220ae41,segment=NetworkSegment(d6270d4a-d3d5-4a13-9ab1-f09014f65d18),segment_id=d6270d4a-d3d5-4a13-9ab1-f09014f65d18)] {{(pid=84429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:10:12.960712 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-3d1451a0-c463-4350-896a-dac6f54c1f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9499705'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:10:12.976053 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7d4bd90e-f0bb-4399-a964-3f770bd5ffc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:10:13.127847 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1451a0-c463-4350-896a-dac6f54c1f29 service neutron] Pushing event updated for resources: {'Port': ['ID=bdbef906-b1e3-4994-b9e2-0794e220ae41,revision_number=3']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:10:13.133780 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3d1451a0-c463-4350-896a-dac6f54c1f29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:10:13.163895 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-3d1451a0-c463-4350-896a-dac6f54c1f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:10:13.164446 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-3d1451a0-c463-4350-896a-dac6f54c1f29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:10:13.165911 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-3d1451a0-c463-4350-896a-dac6f54c1f29 service neutron] 10.222.0.43 "PUT /v2.0/ports/bdbef906-b1e3-4994-b9e2-0794e220ae41 HTTP/1.1" status: 200 len: 1093 time: 1.3243592 Apr 05 16:10:13.166662 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c76876-52e4-4bd5-b8ad-75771623a57d', 'tag': 'bdbef906-b1e3-4994-b9e2-0794e220ae41'}] {{(pid=84429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:10:13.214074 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c76876-52e4-4bd5-b8ad-75771623a57d', 'tag': 'bdbef906-b1e3-4994-b9e2-0794e220ae41', 'status': 'completed', 'code': 200} Apr 05 16:10:13.307640 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-d93592aa-1737-4503-9ce8-61104e0e5f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:10:13.309200 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-d93592aa-1737-4503-9ce8-61104e0e5f6d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2ee731ed09154de9b32b8a9eb587f275&device_id=28c76876-52e4-4bd5-b8ad-75771623a57d HTTP/1.1" status: 200 len: 1096 time: 0.0802295 Apr 05 16:10:13.386633 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-f86352cf-322d-4706-8b3d-c15567d3c994 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdbef906-b1e3-4994-b9e2-0794e220ae41 HTTP/1.1" status: 200 len: 217 time: 0.0653594 Apr 05 16:10:13.459736 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-6bf6b7c2-669c-4a79-9a09-4f6a99fb447b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:10:13.461407 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-6bf6b7c2-669c-4a79-9a09-4f6a99fb447b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30fa9efd-d270-4a7c-af52-592aba0ec8c3 HTTP/1.1" status: 200 len: 854 time: 0.0644987 Apr 05 16:10:13.517667 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-fe379787-176a-4e43-88ed-08a34765f34b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463374 Apr 05 16:10:13.668456 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-1d7ada4c-9bab-428e-aebf-2e0cccd9cd52 service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399906 Apr 05 16:10:13.706120 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1da9c-300b-4c7b-9f56-054f51ec867d req-1538dc7a-41bb-4eb2-9388-34d4db1b8a9c tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:10:13.707772 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-dbb1da9c-300b-4c7b-9f56-054f51ec867d req-1538dc7a-41bb-4eb2-9388-34d4db1b8a9c tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=28c76876-52e4-4bd5-b8ad-75771623a57d HTTP/1.1" status: 200 len: 943 time: 0.0923088 Apr 05 16:10:13.769904 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5487e18e-64b2-443f-b965-47ae0d345921 req-014277a6-15bb-42f4-bc54-20d28e743b35 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0605996 Apr 05 16:10:13.801415 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-dbb1da9c-300b-4c7b-9f56-054f51ec867d req-44653451-db3a-4509-99d7-773f6ece6a60 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/security-groups?id=45938762-a675-4628-a023-b68362bc205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511818 Apr 05 16:10:13.821341 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-369021bc-cd2c-4b97-a5d5-6e785fa50e1c req-5ffe238a-a79e-4a65-9666-754206a485d5 service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426964 Apr 05 16:10:14.001889 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b8bb9-f17c-4308-8085-26c6545c770b req-697f5c61-c298-49ff-a4e4-cd98a7ceb487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:10:14.003475 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d16b8bb9-f17c-4308-8085-26c6545c770b req-697f5c61-c298-49ff-a4e4-cd98a7ceb487 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2ee731ed09154de9b32b8a9eb587f275&device_id=28c76876-52e4-4bd5-b8ad-75771623a57d HTTP/1.1" status: 200 len: 1096 time: 0.0809865 Apr 05 16:10:14.372652 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b8bb9-f17c-4308-8085-26c6545c770b req-658af9fe-0d7a-4f00-9261-8142ae7317e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:10:14.374400 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d16b8bb9-f17c-4308-8085-26c6545c770b req-658af9fe-0d7a-4f00-9261-8142ae7317e5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e HTTP/1.1" status: 200 len: 915 time: 0.3632112 Apr 05 16:10:14.447322 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d16b8bb9-f17c-4308-8085-26c6545c770b req-ffcf55c7-611b-4802-a173-5f41e8cd4cf3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdbef906-b1e3-4994-b9e2-0794e220ae41 HTTP/1.1" status: 200 len: 217 time: 0.0648503 Apr 05 16:10:14.517590 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b8bb9-f17c-4308-8085-26c6545c770b req-0fec9e56-624c-4dac-a8c2-c2a1c1aca0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:10:14.519158 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d16b8bb9-f17c-4308-8085-26c6545c770b req-0fec9e56-624c-4dac-a8c2-c2a1c1aca0dc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30fa9efd-d270-4a7c-af52-592aba0ec8c3 HTTP/1.1" status: 200 len: 854 time: 0.0640719 Apr 05 16:10:14.572309 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d16b8bb9-f17c-4308-8085-26c6545c770b req-34dec9f2-cdff-4454-bb89-a3faa01ba470 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451622 Apr 05 16:10:14.713174 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d16b8bb9-f17c-4308-8085-26c6545c770b req-b00048be-f67c-48c5-878e-ead43076573f service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331227 Apr 05 16:10:14.872170 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d16b8bb9-f17c-4308-8085-26c6545c770b req-8b2c8f69-8c46-40b3-870e-1e83bfd99aa9 service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509807 Apr 05 16:10:14.980164 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-15efe634-623d-44be-95f0-bc9b62cb33a0 req-c120d3e3-d151-4afa-9022-e541f32336f4 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0917900 Apr 05 16:10:15.025228 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d615ac-86f9-4fcc-a115-56bc7c3cee8a req-168b635b-8c5f-45ce-98a6-f2170750cde5 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:10:15.026789 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-01d615ac-86f9-4fcc-a115-56bc7c3cee8a req-168b635b-8c5f-45ce-98a6-f2170750cde5 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=28c76876-52e4-4bd5-b8ad-75771623a57d HTTP/1.1" status: 200 len: 943 time: 0.0975213 Apr 05 16:10:15.076032 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-01d615ac-86f9-4fcc-a115-56bc7c3cee8a req-2c8129d9-c94c-461d-bada-fe13d70142db tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/security-groups?id=45938762-a675-4628-a023-b68362bc205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429027 Apr 05 16:10:15.412310 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:10:15.943082 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device bdbef906-b1e3-4994-b9e2-0794e220ae41 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 16:10:16.087529 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port bdbef906-b1e3-4994-b9e2-0794e220ae41, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bdbef906-b1e3-4994-b9e2-0794e220ae41,segment=NetworkSegment(d6270d4a-d3d5-4a13-9ab1-f09014f65d18),segment_id=d6270d4a-d3d5-4a13-9ab1-f09014f65d18)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:10:16.102499 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Returning: {'device': 'bdbef906-b1e3-4994-b9e2-0794e220ae41', 'network_id': 'fe72dc6c-6c3e-4400-88dd-6c9ca174976e', 'port_id': 'bdbef906-b1e3-4994-b9e2-0794e220ae41', 'mac_address': 'fa:16:3e:f2:da:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30fa9efd-d270-4a7c-af52-592aba0ec8c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 16:10:16.142259 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fe21480e-0e03-4f5a-a942-a8f676be3772 req-d0476a8e-58ee-4105-abb3-d5cbf2cc0d7c tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0493140 Apr 05 16:10:16.174664 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:10:16.193149 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdbef906-b1e3-4994-b9e2-0794e220ae41 {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:10:16.209539 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port bdbef906-b1e3-4994-b9e2-0794e220ae41, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bdbef906-b1e3-4994-b9e2-0794e220ae41,segment=NetworkSegment(d6270d4a-d3d5-4a13-9ab1-f09014f65d18),segment_id=d6270d4a-d3d5-4a13-9ab1-f09014f65d18)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:10:16.235150 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:10:16.237033 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:10:16.278022 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e7264-9d98-4f26-9493-21d6ece366f7 req-be5335a9-4584-422e-b9d8-38a429e3b544 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:10:16.279668 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-042e7264-9d98-4f26-9493-21d6ece366f7 req-be5335a9-4584-422e-b9d8-38a429e3b544 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=28c76876-52e4-4bd5-b8ad-75771623a57d HTTP/1.1" status: 200 len: 944 time: 0.0909452 Apr 05 16:10:16.307340 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=bdbef906-b1e3-4994-b9e2-0794e220ae41,revision_number=4']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:10:16.315099 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:10:16.315492 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:10:16.315873 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:10:16.316250 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:10:16.316623 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:10:16.316991 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:10:16.317884 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:10:16.318252 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:10:16.318649 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:10:16.319013 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:10:16.319374 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:10:16.319735 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:10:16.323860 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:10:16.327277 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-042e7264-9d98-4f26-9493-21d6ece366f7 req-8fbfcdf4-4838-4053-96d5-c59b7c742176 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/security-groups?id=45938762-a675-4628-a023-b68362bc205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412652 Apr 05 16:10:16.561594 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['bdbef906-b1e3-4994-b9e2-0794e220ae41'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:10:17.313089 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ec851106-e9a6-4b56-81d2-24c9dccad360 req-4471417e-2b37-4dd3-82df-8bbe35f13778 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0532284 Apr 05 16:10:17.660537 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f87820-5b07-4f56-b986-f81ea8991c36 req-e4de2b89-0e87-4e52-b680-d0480b5edebc tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:10:17.662826 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-35f87820-5b07-4f56-b986-f81ea8991c36 req-e4de2b89-0e87-4e52-b680-d0480b5edebc tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=28c76876-52e4-4bd5-b8ad-75771623a57d HTTP/1.1" status: 200 len: 944 time: 0.0890515 Apr 05 16:10:17.710222 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-35f87820-5b07-4f56-b986-f81ea8991c36 req-fbb01361-748e-4f56-a732-2e0628a4e71b tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/security-groups?id=45938762-a675-4628-a023-b68362bc205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412736 Apr 05 16:10:17.959536 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device bdbef906-b1e3-4994-b9e2-0794e220ae41 up at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:10:18.098070 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning for port bdbef906-b1e3-4994-b9e2-0794e220ae41 completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:10:18.103481 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning complete for port bdbef906-b1e3-4994-b9e2-0794e220ae41 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:10:18.103893 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:10:18.228511 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:10:18.257072 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c76876-52e4-4bd5-b8ad-75771623a57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbef906-b1e3-4994-b9e2-0794e220ae41'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:10:18.267218 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port bdbef906-b1e3-4994-b9e2-0794e220ae41, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bdbef906-b1e3-4994-b9e2-0794e220ae41,segment=NetworkSegment(d6270d4a-d3d5-4a13-9ab1-f09014f65d18),segment_id=d6270d4a-d3d5-4a13-9ab1-f09014f65d18)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:10:18.298067 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:10:18.300073 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:10:18.365700 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c76876-52e4-4bd5-b8ad-75771623a57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbef906-b1e3-4994-b9e2-0794e220ae41', 'code': 200} Apr 05 16:10:18.378505 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=bdbef906-b1e3-4994-b9e2-0794e220ae41,revision_number=5']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:10:18.382163 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:10:18.480570 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-76bb4b65-6967-46a9-81b1-24820720dbb5 req-36fc9d17-cd43-4788-a2c5-bba272c10d53 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0522642 Apr 05 16:10:18.771173 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44535980-815e-429c-8d65-3e898ebe148d req-4ee6b28e-e64b-4c75-acd0-24b27e53f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:10:18.772765 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-44535980-815e-429c-8d65-3e898ebe148d req-4ee6b28e-e64b-4c75-acd0-24b27e53f211 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28c76876-52e4-4bd5-b8ad-75771623a57d HTTP/1.1" status: 200 len: 1098 time: 0.0815411 Apr 05 16:10:18.818528 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-44535980-815e-429c-8d65-3e898ebe148d req-b3b1b381-1ca0-4105-bf92-5701b83cbb90 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=45938762-a675-4628-a023-b68362bc205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363822 Apr 05 16:10:18.910717 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2f190-35ce-437d-9594-1658e1e66fcb req-ba2889e6-48c2-4bd3-bc30-c25e9fdf9721 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:10:18.916709 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c1d2f190-35ce-437d-9594-1658e1e66fcb req-ba2889e6-48c2-4bd3-bc30-c25e9fdf9721 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=28c76876-52e4-4bd5-b8ad-75771623a57d HTTP/1.1" status: 200 len: 945 time: 0.0892723 Apr 05 16:10:18.959961 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c1d2f190-35ce-437d-9594-1658e1e66fcb req-a0a5c8c1-496e-48c9-bcb2-b52482670560 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/security-groups?id=45938762-a675-4628-a023-b68362bc205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405931 Apr 05 16:10:19.394822 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fab4aa4d-2825-4bd8-adc8-7532583bfd54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:10:19.644812 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f49a2caa-677a-492a-88a3-9a3a2110d520 req-7d3fe664-b6aa-40a1-95bf-bed7542f4240 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0515060 Apr 05 16:10:20.156704 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd7a24-a326-46a0-a446-cec8cb183b6f req-04747288-50e3-4e50-8328-c92376322271 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:10:20.158199 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-67cd7a24-a326-46a0-a446-cec8cb183b6f req-04747288-50e3-4e50-8328-c92376322271 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=28c76876-52e4-4bd5-b8ad-75771623a57d HTTP/1.1" status: 200 len: 945 time: 0.0870335 Apr 05 16:10:20.205066 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-67cd7a24-a326-46a0-a446-cec8cb183b6f req-3658ed6d-6366-4030-be26-a353f11e83d3 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/security-groups?id=45938762-a675-4628-a023-b68362bc205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400693 Apr 05 16:10:20.783912 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:10:20.847846 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-12f13e07-c330-4c16-9b1e-40f7556b4338 req-d480af75-0a9b-45eb-9ecd-cf483fd8a58f tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0575697 Apr 05 16:10:20.955722 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:10:21.869825 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-905a77b1-dbd3-475c-bd79-55641702ebad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:10:22.029777 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9a943146-9f68-4650-923e-7787aa1b8f29 req-02e84ea6-18bc-4b30-b8fb-8faca04a1736 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0487356 Apr 05 16:10:22.428985 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:10:23.190461 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-594586ec-2906-4543-a0ca-48be4974fb27 req-f11339db-f89c-408b-9a19-6f7401b6b837 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0493104 Apr 05 16:10:23.931799 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:10:24.354652 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f1c13439-767e-4599-b0e4-4f4f2cadde34 req-4ca6e5ae-22ee-4b43-95ad-7ca6999c3586 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0513306 Apr 05 16:10:25.515287 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-97f846a7-22a5-4ea2-8d55-446b7261bc99 req-27a6ed75-85cf-4363-af63-6cd5d1c1a7b9 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0480053 Apr 05 16:10:26.675159 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c9877db3-629d-47bc-9091-bfe4fd43a800 req-b9308447-4687-4335-85e7-9dbb19ee2edf tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0486903 Apr 05 16:10:27.840278 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d2053470-1d8d-4dea-b123-18e7bd89a5d8 req-3a086b49-1499-4463-9bbe-8da0e6ce461d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.0514755 Apr 05 16:10:29.224098 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1821a7c0-50b1-4a28-be4e-be3668efafde req-0d5a7d24-92f6-44b7-9e4e-186e46fea700 tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8732863-af56-40ae-8e53-f12b72684a2b HTTP/1.1" status: 200 len: 210 time: 0.2673991 Apr 05 16:10:31.625784 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-824bca87-cf5f-4c44-8ddc-09af1c143ca0 req-88a24d17-fdca-43f5-b100-ce86a4c65643 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760374 Apr 05 16:10:31.781894 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bca87-cf5f-4c44-8ddc-09af1c143ca0 req-9e85093d-f997-4164-a095-8756fc9597de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:10:31.783508 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-824bca87-cf5f-4c44-8ddc-09af1c143ca0 req-9e85093d-f997-4164-a095-8756fc9597de service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ac127c9bf344f5f88cf1aa6eacdf909&device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 1098 time: 0.0812378 Apr 05 16:10:31.939156 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bca87-cf5f-4c44-8ddc-09af1c143ca0 req-292d850e-922c-44bb-86c3-3233ea51d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:10:31.940694 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-824bca87-cf5f-4c44-8ddc-09af1c143ca0 req-292d850e-922c-44bb-86c3-3233ea51d3fe service neutron] 10.222.0.43 "GET /v2.0/networks?id=5e853890-abc7-4a4b-83a0-567b3141f9f1 HTTP/1.1" status: 200 len: 913 time: 0.1383345 Apr 05 16:10:32.052239 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-824bca87-cf5f-4c44-8ddc-09af1c143ca0 req-60657090-e490-47c5-a43e-269235977f77 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 HTTP/1.1" status: 200 len: 1001 time: 0.1033781 Apr 05 16:10:32.120943 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bca87-cf5f-4c44-8ddc-09af1c143ca0 req-70aeba33-cfd6-4be3-88d3-a678f5701808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:10:32.122451 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-824bca87-cf5f-4c44-8ddc-09af1c143ca0 req-70aeba33-cfd6-4be3-88d3-a678f5701808 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a HTTP/1.1" status: 200 len: 851 time: 0.0631275 Apr 05 16:10:32.204656 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bca87-cf5f-4c44-8ddc-09af1c143ca0 req-4c3d5665-53e9-4229-b797-7e43ee091135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:10:32.206071 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-824bca87-cf5f-4c44-8ddc-09af1c143ca0 req-4c3d5665-53e9-4229-b797-7e43ee091135 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e853890-abc7-4a4b-83a0-567b3141f9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744188 Apr 05 16:10:32.351697 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-824bca87-cf5f-4c44-8ddc-09af1c143ca0 req-a671e423-172b-49a2-92ec-74d3750741eb service neutron] 10.222.0.43 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363437 Apr 05 16:10:32.494287 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-824bca87-cf5f-4c44-8ddc-09af1c143ca0 req-81dac8d0-c68b-42b1-8f05-6477e05efa31 service neutron] 10.222.0.43 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328566 Apr 05 16:10:35.739428 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [req-bd9040d0-b92f-4d81-8d5a-ba9263941ed7 req-0678428d-8fdb-4d84-8ae8-f71412c3bd81 service neutron] (84430) timed out ('10.222.0.44', 39746) {{(pid=84430) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 05 16:10:45.383233 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [req-10c26229-cf8a-416d-ab06-63dcc72dc7ab req-2b5de182-9b7b-406a-a67f-f0751c6f2872 service neutron] (84430) timed out ('10.222.0.44', 43294) {{(pid=84430) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 05 16:10:45.423339 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:10:49.400130 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c9fa85d2-a23f-4462-8285-ddf10778d04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:10:50.754404 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:10:51.880299 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-284eae82-2598-4e4a-a84d-3262e793d9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:10:52.428813 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:10:54.053306 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:10:57.955779 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:11:07.024059 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 50804) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:11:07.240262 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-da10f02f-be9c-47f9-85d8-60ee42f7e1ec tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Deleting port fd46c1c6-a7b6-48cb-ab10-fa3dd124ce17 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:11:07.240570 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-da10f02f-be9c-47f9-85d8-60ee42f7e1ec tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:11:07.422702 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-da10f02f-be9c-47f9-85d8-60ee42f7e1ec tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:11:07.422702 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-da10f02f-be9c-47f9-85d8-60ee42f7e1ec tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:11:07.553527 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-da10f02f-be9c-47f9-85d8-60ee42f7e1ec tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Calling delete_port for fd46c1c6-a7b6-48cb-ab10-fa3dd124ce17 owned by network:floatingip {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:11:07.840288 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-da10f02f-be9c-47f9-85d8-60ee42f7e1ec tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:11:07.857342 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a9b2a77c-f9d2-4b8a-bda6-2ca3bf27c02d tempest-VolumesSnapshotTestJSON-1606247703 tempest-VolumesSnapshotTestJSON-1606247703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:11:07.921970 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10f02f-be9c-47f9-85d8-60ee42f7e1ec tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Pushing event deleted for resources: {'Port': ['ID=fd46c1c6-a7b6-48cb-ab10-fa3dd124ce17,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:11:07.933335 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10f02f-be9c-47f9-85d8-60ee42f7e1ec tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:11:07.933780 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10f02f-be9c-47f9-85d8-60ee42f7e1ec tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:11:07.934175 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10f02f-be9c-47f9-85d8-60ee42f7e1ec tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:11:07.934612 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10f02f-be9c-47f9-85d8-60ee42f7e1ec tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:11:07.935034 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10f02f-be9c-47f9-85d8-60ee42f7e1ec tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:11:07.935421 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10f02f-be9c-47f9-85d8-60ee42f7e1ec tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:11:07.935830 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10f02f-be9c-47f9-85d8-60ee42f7e1ec tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:11:07.936232 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10f02f-be9c-47f9-85d8-60ee42f7e1ec tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:11:07.936637 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10f02f-be9c-47f9-85d8-60ee42f7e1ec tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:11:07.937040 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10f02f-be9c-47f9-85d8-60ee42f7e1ec tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:11:07.937437 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10f02f-be9c-47f9-85d8-60ee42f7e1ec tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:11:07.937837 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da10f02f-be9c-47f9-85d8-60ee42f7e1ec tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:11:07.986061 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-da10f02f-be9c-47f9-85d8-60ee42f7e1ec tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:11:08.138734 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-da10f02f-be9c-47f9-85d8-60ee42f7e1ec tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for floatingip, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:11:08.139248 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.db.l3_db [None req-da10f02f-be9c-47f9-85d8-60ee42f7e1ec tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Floating IP d49a3e9e-9a89-4f9a-a28d-e28ad622f774 disassociated (deleted). External IP: 172.27.0.115, port: a3f6b7d0-f66a-4dda-9a8f-bf94d2501505. Apr 05 16:11:08.510135 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da10f02f-be9c-47f9-85d8-60ee42f7e1ec tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Router 5b8080b2-7ffd-485f-be98-8ce663aad971 has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:11:08.694423 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da10f02f-be9c-47f9-85d8-60ee42f7e1ec tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:11:08.704442 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2830354a-5a61-4644-827e-b4ca20aa30c9 None None] Sync routers for ids ['5b8080b2-7ffd-485f-be98-8ce663aad971'] in dv-cinder-784779-1-iscsi {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:11:08.711132 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-da10f02f-be9c-47f9-85d8-60ee42f7e1ec tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for floatingip, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:11:08.715637 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2830354a-5a61-4644-827e-b4ca20aa30c9 None None] Routers {'5b8080b2-7ffd-485f-be98-8ce663aad971'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:11:08.716496 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-2830354a-5a61-4644-827e-b4ca20aa30c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T16:10:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['5b8080b2-7ffd-485f-be98-8ce663aad971'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:11:08.772422 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-da10f02f-be9c-47f9-85d8-60ee42f7e1ec tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "DELETE /v2.0/floatingips/d49a3e9e-9a89-4f9a-a28d-e28ad622f774 HTTP/1.1" status: 204 len: 168 time: 1.7466142 Apr 05 16:11:08.773042 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a092a6cf-f28e-4f8c-b7c9-465b83d05b05', 'tag': 'a3f6b7d0-f66a-4dda-9a8f-bf94d2501505'}] {{(pid=84430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:11:08.887964 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a092a6cf-f28e-4f8c-b7c9-465b83d05b05', 'tag': 'a3f6b7d0-f66a-4dda-9a8f-bf94d2501505', 'status': 'completed', 'code': 200} Apr 05 16:11:08.928313 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-2830354a-5a61-4644-827e-b4ca20aa30c9 None None] Set router 5b8080b2-7ffd-485f-be98-8ce663aad971 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:11:09.026847 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9977d-a023-4371-84ba-bcbb6d1c9bbc req-69105b2f-c01a-479d-a515-04146341b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:11:09.028472 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-32b9977d-a023-4371-84ba-bcbb6d1c9bbc req-69105b2f-c01a-479d-a515-04146341b2e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ac127c9bf344f5f88cf1aa6eacdf909&device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 1098 time: 0.1037397 Apr 05 16:11:09.187070 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9977d-a023-4371-84ba-bcbb6d1c9bbc req-c101f4d9-0529-45cd-a070-eff0a1fddaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:11:09.188710 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-32b9977d-a023-4371-84ba-bcbb6d1c9bbc req-c101f4d9-0529-45cd-a070-eff0a1fddaf2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5e853890-abc7-4a4b-83a0-567b3141f9f1 HTTP/1.1" status: 200 len: 913 time: 0.1498570 Apr 05 16:11:09.282155 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-32b9977d-a023-4371-84ba-bcbb6d1c9bbc req-2bfe7dd0-7618-4c69-9e47-38f12468d7a8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 HTTP/1.1" status: 200 len: 217 time: 0.0861051 Apr 05 16:11:09.331513 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee3457-141c-4350-9830-94093ab72cf0 req-d9f19c1a-8e7a-4051-81d4-4a85665f4a33 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:11:09.332342 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-28ee3457-141c-4350-9830-94093ab72cf0 req-d9f19c1a-8e7a-4051-81d4-4a85665f4a33 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Synchronizing usage tracker for tenant:9ac127c9bf344f5f88cf1aa6eacdf909 on resource:port {{(pid=84430) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:11:09.359769 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9977d-a023-4371-84ba-bcbb6d1c9bbc req-5ebf54b9-2578-4be4-8b58-d5fa3ddf1500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:11:09.361342 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-32b9977d-a023-4371-84ba-bcbb6d1c9bbc req-5ebf54b9-2578-4be4-8b58-d5fa3ddf1500 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a HTTP/1.1" status: 200 len: 851 time: 0.0719683 Apr 05 16:11:09.372397 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-28ee3457-141c-4350-9830-94093ab72cf0 req-d9f19c1a-8e7a-4051-81d4-4a85665f4a33 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Unset dirty status for tenant:9ac127c9bf344f5f88cf1aa6eacdf909 on resource:port {{(pid=84430) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:11:09.381277 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-28ee3457-141c-4350-9830-94093ab72cf0 req-d9f19c1a-8e7a-4051-81d4-4a85665f4a33 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 945 time: 0.1722593 Apr 05 16:11:09.429720 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-28ee3457-141c-4350-9830-94093ab72cf0 req-c5ff28f1-07a4-4be0-9e58-b92e004dfcbd tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2cea858-90d0-4e39-894f-75db0abd41c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475173 Apr 05 16:11:09.444219 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-2830354a-5a61-4644-827e-b4ca20aa30c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'name': 'tempest-TestVolumeBootPattern-2071438624-router', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:52:53Z', 'updated_at': '2021-04-05T15:53:00Z', 'revision_number': 4, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'gw_port': {'id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:55Z', 'updated_at': '2021-04-05T15:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'e8c94719-c048-4cf4-8889-c27a172e557f', 'name': '', 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'mac_address': 'fa:16:3e:d6:e8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:59Z', 'updated_at': '2021-04-05T15:53:10Z', 'revision_number': 5, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'subnets': [{'id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:11:09.448202 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2830354a-5a61-4644-827e-b4ca20aa30c9 None None] Checking router: 5b8080b2-7ffd-485f-be98-8ce663aad971 for host: dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:11:09.451691 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9977d-a023-4371-84ba-bcbb6d1c9bbc req-14ea26d2-1ec2-43f5-a020-e09854a1eecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:11:09.453456 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-32b9977d-a023-4371-84ba-bcbb6d1c9bbc req-14ea26d2-1ec2-43f5-a020-e09854a1eecb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5e853890-abc7-4a4b-83a0-567b3141f9f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0848813 Apr 05 16:11:09.457153 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2830354a-5a61-4644-827e-b4ca20aa30c9 None None] Routers {'5b8080b2-7ffd-485f-be98-8ce663aad971'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:11:09.457805 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-2830354a-5a61-4644-827e-b4ca20aa30c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T16:10:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['5b8080b2-7ffd-485f-be98-8ce663aad971'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:11:09.596749 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-32b9977d-a023-4371-84ba-bcbb6d1c9bbc req-9c7b855e-ec10-4d32-913b-f4359e2cb695 service neutron] 10.222.0.43 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358969 Apr 05 16:11:09.646049 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-2830354a-5a61-4644-827e-b4ca20aa30c9 None None] Set router 5b8080b2-7ffd-485f-be98-8ce663aad971 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:11:09.742879 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-32b9977d-a023-4371-84ba-bcbb6d1c9bbc req-0f180222-26df-4c1e-88cb-78fbe5f068d9 service neutron] 10.222.0.43 "GET /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370380 Apr 05 16:11:09.898803 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2af1d4-099c-4045-856c-9f53a0118260 req-d1e1cf3b-827b-435d-9f87-b48906cd1153 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:11:09.899506 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-fd2af1d4-099c-4045-856c-9f53a0118260 req-d1e1cf3b-827b-435d-9f87-b48906cd1153 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Synchronizing usage tracker for tenant:9ac127c9bf344f5f88cf1aa6eacdf909 on resource:port {{(pid=84429) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:11:09.912219 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-fd2af1d4-099c-4045-856c-9f53a0118260 req-d1e1cf3b-827b-435d-9f87-b48906cd1153 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Unset dirty status for tenant:9ac127c9bf344f5f88cf1aa6eacdf909 on resource:port {{(pid=84429) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:11:09.913438 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fd2af1d4-099c-4045-856c-9f53a0118260 req-d1e1cf3b-827b-435d-9f87-b48906cd1153 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.43 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 945 time: 0.1174490 Apr 05 16:11:09.980795 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-2830354a-5a61-4644-827e-b4ca20aa30c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'name': 'tempest-TestVolumeBootPattern-2071438624-router', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:52:53Z', 'updated_at': '2021-04-05T15:53:00Z', 'revision_number': 4, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'gw_port': {'id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:55Z', 'updated_at': '2021-04-05T15:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'e8c94719-c048-4cf4-8889-c27a172e557f', 'name': '', 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'mac_address': 'fa:16:3e:d6:e8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:59Z', 'updated_at': '2021-04-05T15:53:10Z', 'revision_number': 5, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'subnets': [{'id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:11:09.985007 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2830354a-5a61-4644-827e-b4ca20aa30c9 None None] The sync data for ids ['5b8080b2-7ffd-485f-be98-8ce663aad971'] in dv-cinder-784779-1-iscsi is: [{'id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'name': 'tempest-TestVolumeBootPattern-2071438624-router', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:52:53Z', 'updated_at': '2021-04-05T15:53:00Z', 'revision_number': 4, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'gw_port': {'id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:55Z', 'updated_at': '2021-04-05T15:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi', '_interfaces': [{'id': 'e8c94719-c048-4cf4-8889-c27a172e557f', 'name': '', 'network_id': '5e853890-abc7-4a4b-83a0-567b3141f9f1', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'mac_address': 'fa:16:3e:d6:e8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:59Z', 'updated_at': '2021-04-05T15:53:10Z', 'revision_number': 5, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'subnets': [{'id': '58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:11:09.992819 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-fd2af1d4-099c-4045-856c-9f53a0118260 req-fb1934dc-9edd-4bcb-815f-24cdeb094702 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Deleting port a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 {{(pid=84429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:11:09.993207 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-fd2af1d4-099c-4045-856c-9f53a0118260 req-fb1934dc-9edd-4bcb-815f-24cdeb094702 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:11:10.260305 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-fd2af1d4-099c-4045-856c-9f53a0118260 req-fb1934dc-9edd-4bcb-815f-24cdeb094702 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] For port a3f6b7d0-f66a-4dda-9a8f-bf94d2501505, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a3f6b7d0-f66a-4dda-9a8f-bf94d2501505,segment=NetworkSegment(5c3e2455-115b-4e73-83c8-b139dc5b3c12),segment_id=5c3e2455-115b-4e73-83c8-b139dc5b3c12)] {{(pid=84429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:11:10.260889 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-fd2af1d4-099c-4045-856c-9f53a0118260 req-fb1934dc-9edd-4bcb-815f-24cdeb094702 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:11:10.389458 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88aec133-3201-4412-9cee-bad4dfbc5784 None None] New status for floating IP d49a3e9e-9a89-4f9a-a28d-e28ad622f774: DOWN {{(pid=84432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 05 16:11:10.400165 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-fd2af1d4-099c-4045-856c-9f53a0118260 req-fb1934dc-9edd-4bcb-815f-24cdeb094702 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Calling delete_port for a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 owned by compute:nova {{(pid=84429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:11:10.623045 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1d03b55c-8cad-4416-adba-8c5c4a2fda5d req-f9e82479-a4ba-45de-b38e-5a4d450cf30a tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0481927 Apr 05 16:11:10.640536 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-fd2af1d4-099c-4045-856c-9f53a0118260 req-fb1934dc-9edd-4bcb-815f-24cdeb094702 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:11:10.662625 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-63e11f68-436e-49bf-afae-e55ca81f529a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:11:10.721752 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1934dc-9edd-4bcb-815f-24cdeb094702 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Pushing event deleted for resources: {'Port': ['ID=a3f6b7d0-f66a-4dda-9a8f-bf94d2501505,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:11:10.726448 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-fb1934dc-9edd-4bcb-815f-24cdeb094702 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:11:10.908287 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2af1d4-099c-4045-856c-9f53a0118260 req-fb1934dc-9edd-4bcb-815f-24cdeb094702 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] No DVR routers for this DVR port a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 on host hv-cinder-78477 {{(pid=84429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:11:10.910891 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-fd2af1d4-099c-4045-856c-9f53a0118260 req-fb1934dc-9edd-4bcb-815f-24cdeb094702 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:11:10.913685 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a092a6cf-f28e-4f8c-b7c9-465b83d05b05', 'name': 'network-vif-deleted', 'tag': 'a3f6b7d0-f66a-4dda-9a8f-bf94d2501505'}] {{(pid=84429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:11:10.949465 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fd2af1d4-099c-4045-856c-9f53a0118260 req-fb1934dc-9edd-4bcb-815f-24cdeb094702 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.43 "DELETE /v2.0/ports/a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 HTTP/1.1" status: 204 len: 173 time: 1.0272055 Apr 05 16:11:10.961963 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a092a6cf-f28e-4f8c-b7c9-465b83d05b05', 'name': 'network-vif-deleted', 'tag': 'a3f6b7d0-f66a-4dda-9a8f-bf94d2501505', 'status': 'completed', 'code': 200} Apr 05 16:11:11.789665 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-79cd67b9-9405-41e4-b40d-92bccb7831a6 req-e8436bb3-4fe5-40af-9081-0525541aff8a tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0516355 Apr 05 16:11:12.954812 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c092c8a5-a002-4701-941f-0550e2b32fe5 req-643bd673-2fdf-48a1-a98a-d037300bf4c3 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0480366 Apr 05 16:11:14.115575 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-72449af4-ba3d-4934-8f32-98bc94422a35 req-1a6ab4d0-61e4-4ea9-9bb6-ee2e5cb18282 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0491350 Apr 05 16:11:14.237427 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:11:14.275615 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] No Port match for: a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:11:14.276002 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device a3f6b7d0-f66a-4dda-9a8f-bf94d2501505 not bound to the agent host hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:11:15.278239 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8a017552-6784-4e7b-88aa-1d2722fb2d19 req-f38c4193-5a6a-49fc-b905-a40a8aa73325 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0520027 Apr 05 16:11:15.434254 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:11:15.772698 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [req-4b1c7ed5-717e-43a0-b651-ccfb6c47b5bf req-25407c76-7da8-48e0-a7de-e18e515467e0 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] (84430) timed out ('10.222.0.43', 49264) {{(pid=84430) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 05 16:11:16.437655 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-83e3eaa3-29e3-4616-8d17-0fc6371ae96e req-a0e3ef73-5099-4ccb-af13-2ceb739c697f tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0485342 Apr 05 16:11:17.596969 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ca76717c-4de4-4a10-8237-0aae513dd290 req-81456d59-bb8c-4eb9-9bbf-a9acb0379ea3 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0487292 Apr 05 16:11:18.762743 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a6436bd4-eeba-48fc-81b5-b1a329302d8a req-4d67b1fa-e759-43c4-b4db-c40020551169 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0514700 Apr 05 16:11:19.399381 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a2fc6500-5119-4217-8c79-a39ad91cf2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:11:19.930056 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-46c64412-5e54-4135-a89f-9c33f8de3614 req-e42e73c3-993c-476b-9749-e2ebc5c497da tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0510015 Apr 05 16:11:20.754261 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:11:21.091836 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a55104cd-b45d-46c0-8edd-fc6e9c3bd42c req-82f229b2-6fca-4b2d-a98c-1c7a60dea4f6 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0489085 Apr 05 16:11:21.874656 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cf5af9c9-ee3b-4e16-bccd-847e22c70132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:11:22.253579 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b4090cff-38a5-45a8-ab15-1781c37e8f29 req-d7a046bb-747c-4c43-87f9-01ffce9bbcb3 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0503502 Apr 05 16:11:22.440078 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:11:23.414087 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e8aac91d-017d-479d-9ecb-f381f50ac809 req-ab10ebc9-3cfa-4f4e-8ee5-d5cfc040c1f6 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0491645 Apr 05 16:11:23.948512 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:11:24.574346 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a9165638-5eeb-45c4-9b20-add0ab628d0d req-f4fc19e7-ea3c-466f-b42a-69e65d0a7284 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0485802 Apr 05 16:11:25.740878 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f519f5a6-7b68-47fd-b70a-fe41e010cf4e req-c1a57ec5-eebe-41bc-ba7e-eda1b1a165dd tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0511220 Apr 05 16:11:26.906540 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1de1d5b4-fca4-4b29-bd99-f8256a4e0ee3 req-08025b49-fa66-4039-8132-36309b87a277 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0503564 Apr 05 16:11:28.066960 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-55529718-3178-409a-a5c4-639e206da45e req-10529ac3-c788-41bd-94f1-973725f2e794 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0484495 Apr 05 16:11:29.241154 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1914871d-5e4e-4684-b364-5d640cfbc7a8 req-ce378055-a23c-4c51-a9ce-e78aeb91bdbe tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0512376 Apr 05 16:11:30.402176 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d69145da-4f70-4ff2-8bf8-f5949d1d0f25 req-9c41aad9-0bee-4c4b-9cde-279052708569 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0491543 Apr 05 16:11:31.562449 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ed52153a-3638-4903-9318-e608f03855f0 req-504c05f0-424c-4462-b60c-340d024242e6 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0487237 Apr 05 16:11:31.648428 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b61e9451-cb42-42e9-936e-ed1528e7d147 req-43a33c2a-2bb2-4440-a996-eb1d96d11b9b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28c76876-52e4-4bd5-b8ad-75771623a57d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763850 Apr 05 16:11:31.753364 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e9451-cb42-42e9-936e-ed1528e7d147 req-2abec3e3-78fb-40b9-b448-604d329a9a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:11:31.754931 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b61e9451-cb42-42e9-936e-ed1528e7d147 req-2abec3e3-78fb-40b9-b448-604d329a9a24 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2ee731ed09154de9b32b8a9eb587f275&device_id=28c76876-52e4-4bd5-b8ad-75771623a57d HTTP/1.1" status: 200 len: 1098 time: 0.0785732 Apr 05 16:11:31.915113 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e9451-cb42-42e9-936e-ed1528e7d147 req-ac61a9a2-2d32-4bc9-8535-2ee6a1cdac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:11:31.916680 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b61e9451-cb42-42e9-936e-ed1528e7d147 req-ac61a9a2-2d32-4bc9-8535-2ee6a1cdac13 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e HTTP/1.1" status: 200 len: 915 time: 0.1365178 Apr 05 16:11:31.997847 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b61e9451-cb42-42e9-936e-ed1528e7d147 req-770826c2-8cc6-430b-ad36-acbcb89af193 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdbef906-b1e3-4994-b9e2-0794e220ae41 HTTP/1.1" status: 200 len: 217 time: 0.0703516 Apr 05 16:11:32.291695 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e9451-cb42-42e9-936e-ed1528e7d147 req-869d3daf-12f5-41e3-88ce-9f47dc9fbb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:11:32.293267 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b61e9451-cb42-42e9-936e-ed1528e7d147 req-869d3daf-12f5-41e3-88ce-9f47dc9fbb2a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30fa9efd-d270-4a7c-af52-592aba0ec8c3 HTTP/1.1" status: 200 len: 854 time: 0.2857063 Apr 05 16:11:32.351694 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b61e9451-cb42-42e9-936e-ed1528e7d147 req-ce7fc780-fe4d-412d-8ad2-12523de22123 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458441 Apr 05 16:11:32.497359 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b61e9451-cb42-42e9-936e-ed1528e7d147 req-6784d0f6-5307-460b-9af4-76f6ab4a7d9c service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311707 Apr 05 16:11:32.642182 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b61e9451-cb42-42e9-936e-ed1528e7d147 req-ea619d77-241b-4ad7-a381-7a443bc1b58e service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347775 Apr 05 16:11:32.744039 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1395e648-544d-4a5a-829a-b2e1d54436d3 req-325e2530-8a2f-44c7-b610-4f66ca29bc3b tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0527353 Apr 05 16:11:33.912883 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-667707a8-7a24-4bb7-9849-9b8527a52703 req-40176a06-36e1-4bbf-97af-54c76fb5b1cc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0537632 Apr 05 16:11:34.955343 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:11:35.074685 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7316d848-b570-41f7-992e-c042cca64e78 req-599f3e54-398e-4e7e-b798-0ba174e0831e tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0495546 Apr 05 16:11:36.236523 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ebf639e3-e2af-4cf3-a043-ce26c6cf9a51 req-d20b0c32-7d9c-48c2-ad0e-487cdb9e707a tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0513382 Apr 05 16:11:37.396966 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3f003d4f-a428-4736-b7d2-865157ba80c7 req-7be79a13-49cd-4de0-b38e-fb4da6fb5cde tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0491283 Apr 05 16:11:38.554955 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3957451d-ff9e-454d-b9f6-dc89f713ff03 req-bf5d919f-4708-4098-8f45-2a06745bff70 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0475068 Apr 05 16:11:39.721016 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d3595c0d-4231-42dc-955a-ddbee196cc4d req-e55980fd-e37a-466a-bc9e-5e59ec921cab tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0508113 Apr 05 16:11:40.886742 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c919917d-c198-49e5-86e9-a80e270fa4a2 req-66cf0789-8dcf-4fff-9c76-4db316ce2061 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0510595 Apr 05 16:11:42.047686 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-68050140-61b7-402c-a97a-5a0f4eb80e81 req-c783c229-6184-4e02-86bb-320238980da1 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0474980 Apr 05 16:11:43.210731 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-75664499-a74a-4c6b-b3d5-af67ff59f8b3 req-c3614504-d913-460c-831e-51792b15d2c8 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0516407 Apr 05 16:11:44.374243 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-570599b9-728b-40db-beb4-f0f434668147 req-2e6fa042-5a12-407f-a62d-0760e7a2a7fb tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0519242 Apr 05 16:11:45.451126 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:11:45.534961 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-df641562-13f2-43ae-b43e-df2d0d073a91 req-8234a58a-fea6-4aca-a7be-135d7aacd692 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0476398 Apr 05 16:11:46.700482 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f0fab900-0983-41df-9b21-3c84bf1b994c req-3fd51cff-f633-497c-a2cf-42b9a097dc18 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0517709 Apr 05 16:11:47.862437 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c0a58e12-a05b-4263-bd76-735426c5776b req-bda253ba-f778-4304-87b3-d36d1428abed tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0486057 Apr 05 16:11:49.025348 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3c46b26f-93a8-4f36-bf3a-11ff445fec03 req-3ee03b1e-bf5d-493a-b01b-1050a9a14d50 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0487878 Apr 05 16:11:49.410712 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8738a33f-d6ae-482f-945a-9fc20f485b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:11:50.187107 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-12bc3ae1-909c-46a1-9866-2f009f0a87e0 req-784955f8-bc04-4a27-a247-6d41c8e8f39a tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0511358 Apr 05 16:11:50.799573 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:11:51.394627 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9c77bf3a-4fcf-4c87-be5b-2f178df7a767 req-ce174f3b-85fe-4ef6-b4c5-4879233d5bc7 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0512314 Apr 05 16:11:51.879557 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d834edc3-e154-41de-b3b8-2022cab6d091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:11:52.445656 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:11:52.555993 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b9c78e2f-49fb-4be1-bac9-443f9e646077 req-95fa8e74-5078-491e-b81c-669d5abb8c70 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0505235 Apr 05 16:11:53.722005 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9fc77711-2281-4dbe-90e5-d7cb7da3d8d0 req-26ba9603-0b69-41b6-84a5-9f29d2010d7e tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0509317 Apr 05 16:11:53.936258 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:11:54.885011 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-20da88e2-0694-4164-86da-bae171ef79ea req-ea22913c-9082-4add-95f9-0c591cca6757 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0489128 Apr 05 16:11:56.045878 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-43c6cf5a-8f46-479a-8eba-ecfa7d7089fb req-2d9b7a1f-7ddb-45be-b005-9c511021c9fe tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0486705 Apr 05 16:11:57.207908 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-678ecaa7-192f-456d-b8ef-2319b5e21270 req-c2304d75-a827-4732-816e-983f24c4b44c tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0503187 Apr 05 16:11:58.368652 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8262b6e0-8955-4b69-be35-8ccca4589c89 req-a8dffd23-1194-4f5a-b5e0-04e5b8611686 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0495057 Apr 05 16:11:59.530472 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5e772815-4aa6-48ad-8245-14da833a5260 req-668b73bb-88bc-42ce-b757-083b5dd83f5c tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0488310 Apr 05 16:12:00.926063 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-72e68f58-d1b1-405b-b1d8-dc64a1066500 req-e5714139-8439-4dff-b8bd-80ec465b3efd tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.2797427 Apr 05 16:12:02.087813 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-239d25f1-8adc-4dc2-a4fc-a26f538a8808 req-d93c682d-3e9c-4e8e-97ca-fcf067ca50df tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0483024 Apr 05 16:12:03.249267 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6609e480-b467-4313-9326-e4ce3b4f150d req-2f14f0fc-1fe5-4c1b-8024-db453ee62545 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0505443 Apr 05 16:12:04.411767 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b584b7b3-113d-44fd-b2f1-9c2af457d194 req-b56be665-7dad-41c3-9fc5-59d00682fc80 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0502670 Apr 05 16:12:05.571524 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4773467a-39f5-4442-9dec-9ca7876d49ef req-7e8ce6d5-0b98-4e7e-8f6d-863665ccb336 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0492170 Apr 05 16:12:06.735954 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9447299e-e160-4f84-8e15-080d6b0610f6 req-22129d61-785a-4044-b62a-45041ddb9eab tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0517755 Apr 05 16:12:07.899411 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7f883ff1-b2fe-4d28-b98b-2f5a4d4cf130 req-34370cbb-7614-4a0f-a9ae-78859cdbe6d6 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0492423 Apr 05 16:12:09.062671 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6e59b1e8-4227-4520-af9e-550669103eef req-0126f97d-15ef-46f3-8e61-f224d64aabf5 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0491216 Apr 05 16:12:10.224850 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-aeede996-69a6-48c5-927d-58d2658655c3 req-74310f88-7368-4019-abee-0f62d979852b tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0511024 Apr 05 16:12:11.386229 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d6603071-728d-469d-b8c5-26ab0c09c779 req-6c799657-5b85-429f-8bfc-48c7a243f022 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0492578 Apr 05 16:12:11.955689 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:12:12.544960 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-11d49458-5437-49c3-b0dc-d089322cc10d req-0faa8e52-d52b-4eda-9c1e-2a4757caa850 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0485127 Apr 05 16:12:13.708905 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-141a00ca-cedf-4133-b93a-8dad4f3898cc req-447c5cb3-d8a6-4c34-8f13-a80b3e035e77 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0516284 Apr 05 16:12:14.875181 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f773ecf3-6774-44bf-8d9f-5b128036d1e0 req-e7e56476-1674-425d-8eac-85ac84577606 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0499268 Apr 05 16:12:15.439234 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:12:16.039821 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-00b630bb-bd85-4ae5-a3c8-0d110ba00d10 req-1184b1a5-b0c1-40d1-94a0-d7fbd242d2ce tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0492449 Apr 05 16:12:17.204932 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4a102091-2409-4a46-8584-b7a7f186f255 req-8b44cf03-a644-485d-a8a8-8c8a27377c9b tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0521166 Apr 05 16:12:18.366030 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-70a31953-cf87-4dfe-b43d-8a0fd7004760 req-3bb20697-b2e0-4dea-a9cf-7ed2c4db31b9 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0496914 Apr 05 16:12:19.422275 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-183a8325-3e72-4eb0-9c09-48728881b962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:12:19.527755 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c7f253ca-7644-42e7-a93b-7bc27abccfde req-a24a8212-e4ce-4f29-ad49-a0eef6d475f3 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0492074 Apr 05 16:12:20.689460 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-61814595-303b-4135-a16c-937935812693 req-0357e025-cdd5-4683-9b5c-df928b4a61dd tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0512364 Apr 05 16:12:20.742018 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:12:21.854029 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b78518e9-20fd-43bb-a467-df42c6a03d19 req-35bd8250-03d9-4972-9a53-fbc29cf9d177 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0498884 Apr 05 16:12:21.873717 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-52bdc809-6c9f-419d-a819-e01fec29c683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:12:22.433606 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:12:23.018410 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-58464808-2ce3-424d-9760-dc6ef6a0f4c7 req-debc3031-36dc-4e56-aa03-15748fdfc422 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0486214 Apr 05 16:12:23.965202 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:12:24.180535 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8904a81f-ca7c-4d26-a044-73a7617e2a0d req-4d28de54-e613-498b-9c60-17db089a9513 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0518568 Apr 05 16:12:25.340240 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7607cd2b-997c-4dbe-aee6-0fbadc57d056 req-6d8883cc-39b4-4fe4-9ff6-78595fd184a7 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0491505 Apr 05 16:12:26.500719 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2d9026c8-824c-4922-b791-cb1b4427c490 req-9e041fe5-201e-457e-b97e-7805f6ab885a tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0490386 Apr 05 16:12:27.664914 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-04169564-c4a9-4f4d-a9f9-f2f04595633a req-ea06e3ae-69e5-4c8d-9d1d-ff2096229868 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0523067 Apr 05 16:12:28.826039 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d480d84b-9a81-46f4-a498-f59c93576768 req-13e6adca-5f4a-4451-a012-a0f0f76da8d0 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0478835 Apr 05 16:12:29.989992 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6784b4f1-c611-48fa-a93e-0442de5abbf1 req-b9929847-34eb-4158-9afe-7571433bfd4e tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0484343 Apr 05 16:12:31.153003 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6bd47a81-5ccb-4226-a3e6-08d7292a143e req-332c7733-7977-4859-851e-e0c06f027ac0 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0525069 Apr 05 16:12:32.314867 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a3d6eafa-6621-4a01-8e39-ed0923efdc19 req-a2bff58b-4a3f-4ca4-bc9a-faf65f5a7549 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0486543 Apr 05 16:12:33.478343 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a00a182c-42a2-46cc-925c-78ae3a8b9e57 req-63c0f8c9-6e42-4b02-b54e-bb3ad924ff52 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0484083 Apr 05 16:12:33.616596 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-aed494db-c418-49b5-9e00-2cdda79b682a req-6a28a29d-a15e-43dc-9e98-9ab8d7c67b31 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28c76876-52e4-4bd5-b8ad-75771623a57d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816567 Apr 05 16:12:33.770217 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed494db-c418-49b5-9e00-2cdda79b682a req-2d3dd7d9-18f3-4912-b19d-09ce9f441afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:12:33.771785 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-aed494db-c418-49b5-9e00-2cdda79b682a req-2d3dd7d9-18f3-4912-b19d-09ce9f441afd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2ee731ed09154de9b32b8a9eb587f275&device_id=28c76876-52e4-4bd5-b8ad-75771623a57d HTTP/1.1" status: 200 len: 1098 time: 0.0761368 Apr 05 16:12:33.930718 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed494db-c418-49b5-9e00-2cdda79b682a req-6333e3f1-bb45-4598-8f2d-207c9a4e8857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:12:33.932816 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-aed494db-c418-49b5-9e00-2cdda79b682a req-6333e3f1-bb45-4598-8f2d-207c9a4e8857 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e HTTP/1.1" status: 200 len: 915 time: 0.1368551 Apr 05 16:12:34.012108 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-aed494db-c418-49b5-9e00-2cdda79b682a req-51837ff8-1c41-44e9-bb67-6ff6da9964bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdbef906-b1e3-4994-b9e2-0794e220ae41 HTTP/1.1" status: 200 len: 217 time: 0.0691431 Apr 05 16:12:34.084029 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed494db-c418-49b5-9e00-2cdda79b682a req-9113db4b-dda4-4f31-b896-55acbfbc8e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:12:34.085512 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-aed494db-c418-49b5-9e00-2cdda79b682a req-9113db4b-dda4-4f31-b896-55acbfbc8e90 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30fa9efd-d270-4a7c-af52-592aba0ec8c3 HTTP/1.1" status: 200 len: 854 time: 0.0638032 Apr 05 16:12:34.143778 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-aed494db-c418-49b5-9e00-2cdda79b682a req-bd082c03-bdec-4e32-95b9-713921d25767 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481482 Apr 05 16:12:34.286137 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-aed494db-c418-49b5-9e00-2cdda79b682a req-837942f7-2668-4ce5-867e-7b473295453e service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347728 Apr 05 16:12:34.431699 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-aed494db-c418-49b5-9e00-2cdda79b682a req-90ef5285-5071-49bd-a1bd-29deecfe9c40 service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342690 Apr 05 16:12:34.645144 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c7946d8d-d4c2-4146-b638-8767de2cfa4c req-ca64a5c1-c238-4579-931a-1f83cf91062e tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0538833 Apr 05 16:12:35.808486 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2abac062-65ee-43b0-8067-c29fbff80cdc req-40bd2437-201f-4d83-b622-594649e19a83 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0486221 Apr 05 16:12:36.973381 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1e73095f-011f-4c47-9d32-7d2bf157a7c8 req-621d079e-0183-4d36-93f0-285dafab8c0e tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0491357 Apr 05 16:12:38.136109 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e6f2cad0-2b45-4148-a238-b2f323160be8 req-e503007e-d88c-4afb-8d13-39bd1d6bb265 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0523584 Apr 05 16:12:39.296334 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e1ec81fc-7927-49a5-93e6-83d3bac3d742 req-5acac3b6-07fc-4340-90c9-34d8193b52c5 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0494919 Apr 05 16:12:40.458689 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bded84d8-6fc0-41ee-b401-440bc02e54d8 req-e24b4689-4a78-4eb1-8030-94b73df299b0 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0505693 Apr 05 16:12:41.622003 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-04475da8-06f6-45f4-b31d-6919b39532e1 req-bd1e1c92-cdbf-4211-b55e-c857619042fc tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0521886 Apr 05 16:12:42.784043 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-28bafac8-baee-4c82-9b20-ec99c6e8ed16 req-93201d93-f89d-44f4-bab0-6af842cd42f8 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0490408 Apr 05 16:12:43.946164 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e7aad6da-5a33-4cde-bfee-2f111283056e req-c3983878-dba4-438d-ae23-1d32cc5247be tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0482757 Apr 05 16:12:45.109575 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-14396c63-775b-475b-a3a4-a585caa64e21 req-690de7ce-623d-421b-a67d-34310fb403ac tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0511792 Apr 05 16:12:45.450404 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:12:46.269628 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-620ab308-5b88-40e9-8944-4b2c500da93b req-61494099-eebd-4aec-9000-45e7e1d96d33 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0486383 Apr 05 16:12:47.428509 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e1ea8001-83ed-4b50-a350-1e994d6474db req-9890c309-76e9-46f5-a401-723a32a655b4 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0477822 Apr 05 16:12:48.591114 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e9ef3fd6-de44-4f9e-abad-9cba96a5df27 req-d08b9004-0a92-40a7-bf74-fbf909bf3be7 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0513737 Apr 05 16:12:48.956340 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:12:49.393028 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6fdd6bd8-4f53-4d7b-9624-ea309e711269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:12:49.754988 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-496f5922-d13e-44ce-8a72-2fc388b35c9f req-acde9942-aea8-4c1c-a54f-6c5bf2824ac4 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0492768 Apr 05 16:12:50.752848 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:12:50.921553 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2ea07aff-d177-44f9-9c9b-588ea7a76484 req-3188198b-2ad8-4396-aac0-fc61e654efc1 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0504792 Apr 05 16:12:51.884950 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-74a78be2-ec3a-497c-b11c-95bde6c04a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:12:52.086178 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2a528f07-28dd-4ff7-b747-65d5b8cfca37 req-0369dae8-2693-41e0-9d3f-4aa0ae01c8fb tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0518203 Apr 05 16:12:52.461708 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:12:53.245867 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-77441649-1608-4a2a-a6ed-e54e53125409 req-54b59538-ad25-4662-b23f-f121e24fd84e tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0487330 Apr 05 16:12:54.052442 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:12:54.409091 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2861714e-c258-4119-8565-93e31a022d22 req-90d3ce67-08fe-4ceb-85e8-f5a346d175f5 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0498111 Apr 05 16:12:55.572059 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b3d12028-7816-4482-affb-0f755d9d9f03 req-b9d3ce2a-2fd5-47a3-9317-ed92e993adde tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0522029 Apr 05 16:12:56.734566 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-6fdfc8ce-2405-4a69-941d-fbee5d2cb4c1 req-35242a4d-3f78-4d67-9698-8af3524449f0 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0483160 Apr 05 16:12:57.896568 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f264e14a-5624-4b7d-bcdc-19edf64a2d27 req-26c2dd7a-adb3-42bd-8980-50067de14b25 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0484831 Apr 05 16:12:59.060067 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-29604f7b-e15d-4bff-a5f2-e9309ff8b0f8 req-e37af02c-c258-4322-97e2-8ab16a20df34 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0517445 Apr 05 16:13:00.352861 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-58c0ae4a-5b23-4d96-8cb4-492cfd99e408 req-75c7fb41-372d-471f-b877-6192a91180f9 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0484085 Apr 05 16:13:01.513647 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d2f61f65-55c0-4e71-ba26-0d6ab044be78 req-841a1e5a-2d53-4830-a1ea-273a7cec1d8f tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0488546 Apr 05 16:13:02.675211 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5f111538-5a91-48d0-8cf7-28755eccb410 req-07f0923b-14f8-430c-8ad4-e2a0c2f7a788 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0517771 Apr 05 16:13:03.837722 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b6d9830e-17f8-4d6a-a905-66a797ddecd9 req-93dd5dd6-5c0d-4f78-a831-555009b2117c tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0482056 Apr 05 16:13:04.999385 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-921581b0-0a7d-48a5-99ec-cad1d4aabfaa req-fa4f14be-b475-4595-ae07-8ea0a97c6770 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0494313 Apr 05 16:13:06.162606 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-0971dd26-a39f-490f-9273-bcb9b2041d2a req-2e706169-a833-4feb-b5cb-80d4884a727a tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0511088 Apr 05 16:13:07.321031 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-79514594-841a-4e3b-9b90-af3a460ccc13 req-5ffa48cf-06b9-46d8-a27c-a1a906c431cb tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0490885 Apr 05 16:13:08.486483 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1055086e-2b9b-492d-bdb8-5fd906f8ee06 req-e01b6b11-0242-4436-a996-b7829ddb4a33 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0514770 Apr 05 16:13:09.649908 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-905a0020-3237-4508-9f0e-86973c48463a req-64846150-1cab-468d-9be4-6f055a78ed38 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0526214 Apr 05 16:13:10.813240 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ea660205-fae9-4f88-a89e-a082b3825f7f req-ab06b065-de76-412b-8486-3018cdf7a01f tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0488033 Apr 05 16:13:12.031499 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ea1a36fb-7787-4663-8fdd-420c877f3750 req-458ec71b-cde8-406e-a38f-000829734767 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "GET /v2.0/ports?device_id=a092a6cf-f28e-4f8c-b7c9-465b83d05b05 HTTP/1.1" status: 200 len: 210 time: 0.0491352 Apr 05 16:13:13.130557 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 51514) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:13:13.526122 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-b9043c65-7867-4d08-ae4c-68fcad1b2516 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Deleting port 4ec645db-856e-42c7-b6b9-a5be278ef5e0 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:13:13.526531 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b9043c65-7867-4d08-ae4c-68fcad1b2516 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:13:13.706466 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b9043c65-7867-4d08-ae4c-68fcad1b2516 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:13:13.706899 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b9043c65-7867-4d08-ae4c-68fcad1b2516 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:13:13.845666 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-b9043c65-7867-4d08-ae4c-68fcad1b2516 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Calling delete_port for 4ec645db-856e-42c7-b6b9-a5be278ef5e0 owned by network:floatingip {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:13:14.067225 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b9043c65-7867-4d08-ae4c-68fcad1b2516 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:13:14.083526 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e7bcac4a-613b-40c5-ae97-31f8bd903b56 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:13:14.144429 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9043c65-7867-4d08-ae4c-68fcad1b2516 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Pushing event deleted for resources: {'Port': ['ID=4ec645db-856e-42c7-b6b9-a5be278ef5e0,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:13:14.199849 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9043c65-7867-4d08-ae4c-68fcad1b2516 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:13:14.200273 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9043c65-7867-4d08-ae4c-68fcad1b2516 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:13:14.200689 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9043c65-7867-4d08-ae4c-68fcad1b2516 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:13:14.201098 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9043c65-7867-4d08-ae4c-68fcad1b2516 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:13:14.201500 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9043c65-7867-4d08-ae4c-68fcad1b2516 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:13:14.201906 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9043c65-7867-4d08-ae4c-68fcad1b2516 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:13:14.202310 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9043c65-7867-4d08-ae4c-68fcad1b2516 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:13:14.202743 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9043c65-7867-4d08-ae4c-68fcad1b2516 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:13:14.203143 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9043c65-7867-4d08-ae4c-68fcad1b2516 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:13:14.203541 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9043c65-7867-4d08-ae4c-68fcad1b2516 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:13:14.203934 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9043c65-7867-4d08-ae4c-68fcad1b2516 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:13:14.204328 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9043c65-7867-4d08-ae4c-68fcad1b2516 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:13:14.211431 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b9043c65-7867-4d08-ae4c-68fcad1b2516 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:13:14.355674 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b9043c65-7867-4d08-ae4c-68fcad1b2516 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for floatingip, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:13:14.371084 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b9043c65-7867-4d08-ae4c-68fcad1b2516 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for floatingip, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:13:14.372224 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-b9043c65-7867-4d08-ae4c-68fcad1b2516 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "DELETE /v2.0/floatingips/4fccd177-f042-49a8-81a5-d00b04fa0204 HTTP/1.1" status: 204 len: 168 time: 1.2405856 Apr 05 16:13:15.432831 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:13:19.409922 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-856da964-0253-4100-9d52-a5327033041a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:13:20.769523 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:13:21.889991 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-77300513-aad1-48b4-86df-24ab402d1d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:13:22.455679 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:13:23.958358 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:13:25.956209 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:13:33.604800 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-be428371-c573-4264-9ec5-3eea8ec2df22 req-72e15e39-c814-4c83-b992-98f0e6ae8a07 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28c76876-52e4-4bd5-b8ad-75771623a57d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757866 Apr 05 16:13:33.759989 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be428371-c573-4264-9ec5-3eea8ec2df22 req-ebea1ae2-4bd6-4caa-b8f3-f97ffdcaff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:13:33.761591 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-be428371-c573-4264-9ec5-3eea8ec2df22 req-ebea1ae2-4bd6-4caa-b8f3-f97ffdcaff12 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2ee731ed09154de9b32b8a9eb587f275&device_id=28c76876-52e4-4bd5-b8ad-75771623a57d HTTP/1.1" status: 200 len: 1098 time: 0.0771444 Apr 05 16:13:33.924926 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be428371-c573-4264-9ec5-3eea8ec2df22 req-1e2ed42c-bf75-4a5f-a61c-1846defc68ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:13:33.926543 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-be428371-c573-4264-9ec5-3eea8ec2df22 req-1e2ed42c-bf75-4a5f-a61c-1846defc68ac service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e HTTP/1.1" status: 200 len: 915 time: 0.1409249 Apr 05 16:13:34.007417 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-be428371-c573-4264-9ec5-3eea8ec2df22 req-0b0d7b88-0a29-4fe5-99eb-883981ea7a59 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdbef906-b1e3-4994-b9e2-0794e220ae41 HTTP/1.1" status: 200 len: 217 time: 0.0699613 Apr 05 16:13:34.083605 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be428371-c573-4264-9ec5-3eea8ec2df22 req-f042e274-8834-4ed5-afe4-41c107e930b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:13:34.085151 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-be428371-c573-4264-9ec5-3eea8ec2df22 req-f042e274-8834-4ed5-afe4-41c107e930b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30fa9efd-d270-4a7c-af52-592aba0ec8c3 HTTP/1.1" status: 200 len: 854 time: 0.0676174 Apr 05 16:13:34.142807 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-be428371-c573-4264-9ec5-3eea8ec2df22 req-e780552c-01dd-4158-90cf-8923b6a6dd98 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469708 Apr 05 16:13:34.288961 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-be428371-c573-4264-9ec5-3eea8ec2df22 req-1f8f5db4-3b76-4d48-a37a-e464a0cf37dc service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358087 Apr 05 16:13:34.434107 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-be428371-c573-4264-9ec5-3eea8ec2df22 req-5b218727-4946-41a1-8d66-cb27ab2ae0a6 service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341369 Apr 05 16:13:45.438564 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:13:49.397764 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-fb0d9622-e48d-4075-b92a-4dbdef79d1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:13:50.735308 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:13:51.884107 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-05b37012-2645-4aa4-92fd-600e9dd10623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:13:52.466979 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:13:53.963768 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:14:02.955234 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:14:15.432411 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:14:19.409276 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2cc039d4-2e41-4361-9ae9-414fcd045836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:14:20.746287 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:14:21.883921 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6c7334c6-84ea-496d-af82-e8f479ae28d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:14:22.466299 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:14:23.969003 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:14:34.713389 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ecf82dcb-ff60-4b92-beb9-6b3d9022dc6f req-55e5d2e4-cd50-490f-bd9b-874965345659 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28c76876-52e4-4bd5-b8ad-75771623a57d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1201272 Apr 05 16:14:34.872258 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf82dcb-ff60-4b92-beb9-6b3d9022dc6f req-d6e30514-eceb-4524-99c6-9bd4c08db685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:14:34.874283 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ecf82dcb-ff60-4b92-beb9-6b3d9022dc6f req-d6e30514-eceb-4524-99c6-9bd4c08db685 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2ee731ed09154de9b32b8a9eb587f275&device_id=28c76876-52e4-4bd5-b8ad-75771623a57d HTTP/1.1" status: 200 len: 1098 time: 0.0813911 Apr 05 16:14:35.034760 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf82dcb-ff60-4b92-beb9-6b3d9022dc6f req-72434b68-916e-4844-a43a-865aca213270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:14:35.036337 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ecf82dcb-ff60-4b92-beb9-6b3d9022dc6f req-72434b68-916e-4844-a43a-865aca213270 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e HTTP/1.1" status: 200 len: 915 time: 0.1383998 Apr 05 16:14:35.115560 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ecf82dcb-ff60-4b92-beb9-6b3d9022dc6f req-dc116628-0434-4658-acf1-ce3632045639 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdbef906-b1e3-4994-b9e2-0794e220ae41 HTTP/1.1" status: 200 len: 217 time: 0.0681784 Apr 05 16:14:35.191547 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf82dcb-ff60-4b92-beb9-6b3d9022dc6f req-3607b9d9-d79f-4efd-a2b5-37fd83a9897f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:14:35.193109 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ecf82dcb-ff60-4b92-beb9-6b3d9022dc6f req-3607b9d9-d79f-4efd-a2b5-37fd83a9897f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30fa9efd-d270-4a7c-af52-592aba0ec8c3 HTTP/1.1" status: 200 len: 854 time: 0.0672858 Apr 05 16:14:35.250034 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ecf82dcb-ff60-4b92-beb9-6b3d9022dc6f req-1f5bf425-5a94-42cb-9840-046741990f9a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464520 Apr 05 16:14:35.396515 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ecf82dcb-ff60-4b92-beb9-6b3d9022dc6f req-f24cf1cd-a74c-4413-abd8-58f6a0e88e7d service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365690 Apr 05 16:14:35.542114 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-ecf82dcb-ff60-4b92-beb9-6b3d9022dc6f req-b9b07b2a-95f9-4f4a-88c8-b38081c05a5e service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349719 Apr 05 16:14:39.955390 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:14:45.431648 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:14:49.403800 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-941bafa1-d92c-4aff-997b-591ecbb0ab5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:14:50.763200 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:14:51.883349 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-78029be1-c49d-4f9a-b4e9-2ea73d4526f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:14:52.454621 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:14:54.067347 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:15:15.448906 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:15:16.954240 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:15:19.408784 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-afef06d4-d942-415f-806e-eedbf2976199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:15:20.745931 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:15:21.894859 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3f2e9ed3-7525-48a1-aedc-557f89409688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:15:22.460417 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:15:23.986126 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:15:34.608493 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-779125a8-9812-4623-a485-1f8fcbbab7bc req-6600ec53-dedf-4eb2-9e79-69118f0eb26f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28c76876-52e4-4bd5-b8ad-75771623a57d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784636 Apr 05 16:15:34.765734 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779125a8-9812-4623-a485-1f8fcbbab7bc req-c226cb0e-cb4c-42cf-8697-d1fdcd6be00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:15:34.767323 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-779125a8-9812-4623-a485-1f8fcbbab7bc req-c226cb0e-cb4c-42cf-8697-d1fdcd6be00a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2ee731ed09154de9b32b8a9eb587f275&device_id=28c76876-52e4-4bd5-b8ad-75771623a57d HTTP/1.1" status: 200 len: 1098 time: 0.0771489 Apr 05 16:15:34.925652 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779125a8-9812-4623-a485-1f8fcbbab7bc req-33521827-792c-4649-9a61-13170abd7c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:15:34.927266 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-779125a8-9812-4623-a485-1f8fcbbab7bc req-33521827-792c-4649-9a61-13170abd7c4a service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e HTTP/1.1" status: 200 len: 915 time: 0.1352320 Apr 05 16:15:35.007065 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-779125a8-9812-4623-a485-1f8fcbbab7bc req-f91cb0f2-8769-4d18-bd2e-70cca007efcb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdbef906-b1e3-4994-b9e2-0794e220ae41 HTTP/1.1" status: 200 len: 217 time: 0.0688744 Apr 05 16:15:35.079235 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779125a8-9812-4623-a485-1f8fcbbab7bc req-0cbdae5a-dbd9-42be-a894-90c427186881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:15:35.080754 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-779125a8-9812-4623-a485-1f8fcbbab7bc req-0cbdae5a-dbd9-42be-a894-90c427186881 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30fa9efd-d270-4a7c-af52-592aba0ec8c3 HTTP/1.1" status: 200 len: 854 time: 0.0632730 Apr 05 16:15:35.137657 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-779125a8-9812-4623-a485-1f8fcbbab7bc req-835d89b2-a489-4ae0-86d1-98cd5567d1b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464418 Apr 05 16:15:35.283028 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-779125a8-9812-4623-a485-1f8fcbbab7bc req-a373eee4-bf6e-44c5-bb03-e8a75051da7f service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346402 Apr 05 16:15:35.431708 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-779125a8-9812-4623-a485-1f8fcbbab7bc req-2d7e0898-2d3d-479c-a122-df7b8c93eb7c service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378288 Apr 05 16:15:45.443012 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:15:49.402962 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-628ddd5d-fe7a-4055-9b39-7d37b7e7c684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:15:50.746015 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:15:51.889256 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6782424e-7c4e-40f4-859b-7c089fae7314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:15:52.448567 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:15:53.957827 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:15:53.985542 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:16:15.425452 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:16:19.413402 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-cd84d65c-1713-4898-ac92-434d7782edf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:16:20.756870 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:16:20.810613 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-cfc3dc87-0e4b-4fa4-a1f0-c373482ab992 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:16:20.812230 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-cfc3dc87-0e4b-4fa4-a1f0-c373482ab992 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/networks?id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e HTTP/1.1" status: 200 len: 814 time: 0.1590693 Apr 05 16:16:20.828452 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-bc9c11bc-4cc8-453d-accf-8a1167c996e4 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/quotas/2ee731ed09154de9b32b8a9eb587f275 HTTP/1.1" status: 200 len: 375 time: 0.0095809 Apr 05 16:16:20.918923 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-39a03ee5-050d-4434-a9df-d1c42a6aa0b3 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ee731ed09154de9b32b8a9eb587f275&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0844471 Apr 05 16:16:21.103268 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-d8c78fd6-315c-49ef-8407-fccd777d6fcc service neutron] 10.222.0.44 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767554 Apr 05 16:16:21.246166 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-0102c179-9c8b-4c3c-a368-c051a44ce049 service neutron] 10.222.0.44 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364808 Apr 05 16:16:21.534242 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-a87c8fbe-cad3-4f58-a9a0-92b4b72a47cd req-010eb326-32ae-4ce8-952e-2fcd58b7d3a5 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=7df98ed8-1512-4b51-bd50-42cc5c4f92a9 HTTP/1.1" status: 200 len: 210 time: 0.1004851 Apr 05 16:16:21.928836 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-1189be13-8383-4678-bfe8-94a9cafed33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:16:22.459950 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:16:22.705889 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-16bbe8d2-e192-45e0-9ff6-725894a6297b req-7dc6221b-807e-4d96-bf1e-db0312f6e5d3 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=7df98ed8-1512-4b51-bd50-42cc5c4f92a9 HTTP/1.1" status: 200 len: 210 time: 0.0486755 Apr 05 16:16:23.463450 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-1b9f718a-38db-4231-b5b9-073b65da7b63 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:16:23.464976 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-1b9f718a-38db-4231-b5b9-073b65da7b63 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.43 "GET /v2.0/networks?id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e HTTP/1.1" status: 200 len: 814 time: 0.1608157 Apr 05 16:16:23.482869 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Request body: {'port': {'device_id': '7df98ed8-1512-4b51-bd50-42cc5c4f92a9', 'network_id': 'fe72dc6c-6c3e-4400-88dd-6c9ca174976e', 'admin_state_up': True, 'tenant_id': '2ee731ed09154de9b32b8a9eb587f275'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:16:23.631538 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:16:23.635559 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Usage tracker for resource:port and tenant:2ee731ed09154de9b32b8a9eb587f275 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:16:23.638509 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:16:23.644544 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:16:23.687258 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Made reservation on behalf of 2ee731ed09154de9b32b8a9eb587f275 for: {'port': 1} {{(pid=84429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 05 16:16:23.693297 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:16:23.862673 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_common [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Allocated IP 172.20.0.9 (fe72dc6c-6c3e-4400-88dd-6c9ca174976e/30fa9efd-d270-4a7c-af52-592aba0ec8c3/7c63975b-8028-4316-990e-e6bf248144a6) {{(pid=84429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 05 16:16:23.888508 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c558e354-aefe-43c9-a825-a0568a2702df req-d2bfdf3e-fcbd-40f8-a6c6-93f56bd58407 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=7df98ed8-1512-4b51-bd50-42cc5c4f92a9 HTTP/1.1" status: 200 len: 210 time: 0.0529823 Apr 05 16:16:23.985954 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:16:24.296638 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Notify callbacks [] for port, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:16:24.368411 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739065029098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:16:24.382246 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['bdbef906-b1e3-4994-b9e2-0794e220ae41'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:16:24.384161 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-eaa09248-878e-40da-8310-070b67e7e707 tempest-TestMinimumBasicScenario-523374018 tempest-TestMinimumBasicScenario-523374018-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:16:24.529265 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Pushing event updated for resources: {'Port': ['ID=7c63975b-8028-4316-990e-e6bf248144a6,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:16:24.542884 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:16:24.543309 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:16:24.543725 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:16:24.544131 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:16:24.544534 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:16:24.544937 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:16:24.545340 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:16:24.545742 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:16:24.546149 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:16:24.546565 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:16:24.547022 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:16:24.547410 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:16:24.552864 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:16:24.593999 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Network fe72dc6c-6c3e-4400-88dd-6c9ca174976e is already hosted by enough agents. {{(pid=84429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 05 16:16:24.595176 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.base_scheduler [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Resources bound (agent type, host, resource id): {{(pid=84429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 05 16:16:24.597599 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Received port after_create {{(pid=84429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 05 16:16:24.667248 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:16:24.667924 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:16:24.734701 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2563007 Apr 05 16:16:24.752103 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.v2.base [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-6203d5b7-7471-4a1d-8a50-dd2d491199ec service neutron] Request body: {'port': {'device_id': '7df98ed8-1512-4b51-bd50-42cc5c4f92a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=84429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 16:16:24.871614 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-6203d5b7-7471-4a1d-8a50-dd2d491199ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:16:25.091860 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfeddc6-5c7c-4bc9-bbed-2fda48f68c64 req-35c71d4c-1eea-4957-9fd3-c892b61d9dcb tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:16:25.093451 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4bfeddc6-5c7c-4bc9-bbed-2fda48f68c64 req-35c71d4c-1eea-4957-9fd3-c892b61d9dcb tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=7df98ed8-1512-4b51-bd50-42cc5c4f92a9 HTTP/1.1" status: 200 len: 931 time: 0.0892062 Apr 05 16:16:25.141110 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4bfeddc6-5c7c-4bc9-bbed-2fda48f68c64 req-7f0f6944-f68b-42ee-a46c-499a12e53d4e tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/security-groups?id=45938762-a675-4628-a023-b68362bc205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409923 Apr 05 16:16:25.286340 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-6203d5b7-7471-4a1d-8a50-dd2d491199ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c63975b-8028-4316-990e-e6bf248144a6 {{(pid=84429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:16:25.293959 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-6203d5b7-7471-4a1d-8a50-dd2d491199ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:16:25.308440 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-6203d5b7-7471-4a1d-8a50-dd2d491199ec service neutron] Transition to ACTIVE for port object 7c63975b-8028-4316-990e-e6bf248144a6 will not be triggered until provisioned by entity L2. {{(pid=84429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 05 16:16:25.339697 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-6203d5b7-7471-4a1d-8a50-dd2d491199ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9499705'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:16:25.354957 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-daf26adb-0903-4261-8d3b-17d85e4f4670 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:16:25.502093 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203d5b7-7471-4a1d-8a50-dd2d491199ec service neutron] Pushing event updated for resources: {'Port': ['ID=7c63975b-8028-4316-990e-e6bf248144a6,revision_number=2']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:16:25.506621 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6203d5b7-7471-4a1d-8a50-dd2d491199ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:16:25.712998 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-6203d5b7-7471-4a1d-8a50-dd2d491199ec service neutron] Attempting to bind port 7c63975b-8028-4316-990e-e6bf248144a6 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 16:16:25.713447 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-6203d5b7-7471-4a1d-8a50-dd2d491199ec service neutron] Attempting to bind port 7c63975b-8028-4316-990e-e6bf248144a6 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'd6270d4a-d3d5-4a13-9ab1-f09014f65d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'fe72dc6c-6c3e-4400-88dd-6c9ca174976e'}] {{(pid=84429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 05 16:16:25.713715 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-6203d5b7-7471-4a1d-8a50-dd2d491199ec service neutron] Attempting to bind port 7c63975b-8028-4316-990e-e6bf248144a6 on network fe72dc6c-6c3e-4400-88dd-6c9ca174976e {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:16:25.718715 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-6203d5b7-7471-4a1d-8a50-dd2d491199ec service neutron] Port 7c63975b-8028-4316-990e-e6bf248144a6 on network fe72dc6c-6c3e-4400-88dd-6c9ca174976e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 16:16:25.719079 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-6203d5b7-7471-4a1d-8a50-dd2d491199ec service neutron] Attempting to bind port 7c63975b-8028-4316-990e-e6bf248144a6 on network fe72dc6c-6c3e-4400-88dd-6c9ca174976e {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 05 16:16:25.724663 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-6203d5b7-7471-4a1d-8a50-dd2d491199ec service neutron] Checking agent: {'id': 'e13e0a38-98d8-4e7c-86ff-f8c578f1bff0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'started_at': datetime.datetime(2021, 4, 5, 15, 47, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 16:16:25.725043 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-6203d5b7-7471-4a1d-8a50-dd2d491199ec service neutron] Checking segment: {'id': 'd6270d4a-d3d5-4a13-9ab1-f09014f65d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'fe72dc6c-6c3e-4400-88dd-6c9ca174976e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 05 16:16:25.725463 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-6203d5b7-7471-4a1d-8a50-dd2d491199ec service neutron] Bound using segment: {'id': 'd6270d4a-d3d5-4a13-9ab1-f09014f65d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'fe72dc6c-6c3e-4400-88dd-6c9ca174976e'} {{(pid=84429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 16:16:25.725932 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-6203d5b7-7471-4a1d-8a50-dd2d491199ec service neutron] Bound port: 7c63975b-8028-4316-990e-e6bf248144a6, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6270d4a-d3d5-4a13-9ab1-f09014f65d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'fe72dc6c-6c3e-4400-88dd-6c9ca174976e'}}] {{(pid=84429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 05 16:16:25.726314 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-6203d5b7-7471-4a1d-8a50-dd2d491199ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:16:25.823774 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-6203d5b7-7471-4a1d-8a50-dd2d491199ec service neutron] For port 7c63975b-8028-4316-990e-e6bf248144a6, host hv-cinder-78477, cleared binding levels {{(pid=84429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 05 16:16:25.826865 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-6203d5b7-7471-4a1d-8a50-dd2d491199ec service neutron] For port 7c63975b-8028-4316-990e-e6bf248144a6, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7c63975b-8028-4316-990e-e6bf248144a6,segment=NetworkSegment(d6270d4a-d3d5-4a13-9ab1-f09014f65d18),segment_id=d6270d4a-d3d5-4a13-9ab1-f09014f65d18)] {{(pid=84429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 05 16:16:25.864818 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-6203d5b7-7471-4a1d-8a50-dd2d491199ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9499705'] for port, after_update {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:16:25.880528 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-773a21d1-85fc-4e54-b1b9-f3adb5c6c44a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:16:26.029670 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203d5b7-7471-4a1d-8a50-dd2d491199ec service neutron] Pushing event updated for resources: {'Port': ['ID=7c63975b-8028-4316-990e-e6bf248144a6,revision_number=3']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:16:26.034743 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6203d5b7-7471-4a1d-8a50-dd2d491199ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:16:26.068163 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-6203d5b7-7471-4a1d-8a50-dd2d491199ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:16:26.068720 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-6203d5b7-7471-4a1d-8a50-dd2d491199ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:16:26.070403 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-6203d5b7-7471-4a1d-8a50-dd2d491199ec service neutron] 10.222.0.43 "PUT /v2.0/ports/7c63975b-8028-4316-990e-e6bf248144a6 HTTP/1.1" status: 200 len: 1093 time: 1.3234010 Apr 05 16:16:26.070818 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df98ed8-1512-4b51-bd50-42cc5c4f92a9', 'tag': '7c63975b-8028-4316-990e-e6bf248144a6'}] {{(pid=84429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:16:26.183379 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df98ed8-1512-4b51-bd50-42cc5c4f92a9', 'tag': '7c63975b-8028-4316-990e-e6bf248144a6', 'status': 'completed', 'code': 200} Apr 05 16:16:26.226706 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-43c8ddd3-5c22-4012-974e-72bc9c82e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:16:26.228371 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-43c8ddd3-5c22-4012-974e-72bc9c82e3b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2ee731ed09154de9b32b8a9eb587f275&device_id=7df98ed8-1512-4b51-bd50-42cc5c4f92a9 HTTP/1.1" status: 200 len: 1096 time: 0.0861394 Apr 05 16:16:26.308558 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-0254b37f-19d3-4e33-bfc4-c24c7604a428 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c63975b-8028-4316-990e-e6bf248144a6 HTTP/1.1" status: 200 len: 217 time: 0.0713291 Apr 05 16:16:26.344827 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e672683-da04-46e2-b0ec-25fa3aab6264 req-ba5f555e-7407-4efb-b864-fe5c8b39f6be tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:16:26.346443 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2e672683-da04-46e2-b0ec-25fa3aab6264 req-ba5f555e-7407-4efb-b864-fe5c8b39f6be tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=7df98ed8-1512-4b51-bd50-42cc5c4f92a9 HTTP/1.1" status: 200 len: 943 time: 0.0907950 Apr 05 16:16:26.384245 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-2e72f276-7751-46f0-b2db-bb68ac6bcf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:16:26.385811 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-2e72f276-7751-46f0-b2db-bb68ac6bcf7c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30fa9efd-d270-4a7c-af52-592aba0ec8c3 HTTP/1.1" status: 200 len: 854 time: 0.0679157 Apr 05 16:16:26.395124 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-2e672683-da04-46e2-b0ec-25fa3aab6264 req-46dbeb02-ce37-4e6e-be52-5d5af7f4e83e tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/security-groups?id=45938762-a675-4628-a023-b68362bc205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419719 Apr 05 16:16:26.442443 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-3e864c8c-9bbc-4c3c-bf09-c57d901b5da9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465271 Apr 05 16:16:26.584485 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-aed1d255-6cff-4225-b75a-3a46b2c161db service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333621 Apr 05 16:16:26.728185 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5aa81055-2858-48c8-9a7a-d8356a59e17b req-46c9bf35-2a3b-4f1c-a9ab-e6797e42d344 service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324961 Apr 05 16:16:26.893322 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0596aae-e702-47c1-bf86-05e61d279624 req-74acf925-4b5d-4097-9c84-13cb320e0dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:16:26.894941 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b0596aae-e702-47c1-bf86-05e61d279624 req-74acf925-4b5d-4097-9c84-13cb320e0dc5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2ee731ed09154de9b32b8a9eb587f275&device_id=7df98ed8-1512-4b51-bd50-42cc5c4f92a9 HTTP/1.1" status: 200 len: 1096 time: 0.0782602 Apr 05 16:16:27.036507 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0596aae-e702-47c1-bf86-05e61d279624 req-70a9d694-52f1-4ae3-8de5-afbeb4a3dadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:16:27.038029 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b0596aae-e702-47c1-bf86-05e61d279624 req-70a9d694-52f1-4ae3-8de5-afbeb4a3dadd service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e HTTP/1.1" status: 200 len: 915 time: 0.1361170 Apr 05 16:16:27.113507 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b0596aae-e702-47c1-bf86-05e61d279624 req-f378b116-b502-4609-924b-3a0b57790ee3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c63975b-8028-4316-990e-e6bf248144a6 HTTP/1.1" status: 200 len: 217 time: 0.0678606 Apr 05 16:16:27.187594 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0596aae-e702-47c1-bf86-05e61d279624 req-0e00ff7c-af87-41ac-8ced-16ca98805038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:16:27.189189 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b0596aae-e702-47c1-bf86-05e61d279624 req-0e00ff7c-af87-41ac-8ced-16ca98805038 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30fa9efd-d270-4a7c-af52-592aba0ec8c3 HTTP/1.1" status: 200 len: 854 time: 0.0691118 Apr 05 16:16:27.251861 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b0596aae-e702-47c1-bf86-05e61d279624 req-ebeec937-fce5-4f00-97c1-5c7a916e127a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553093 Apr 05 16:16:27.394927 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b0596aae-e702-47c1-bf86-05e61d279624 req-42635058-0167-4d98-ad7c-21bcfc145507 service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357794 Apr 05 16:16:27.540289 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b0596aae-e702-47c1-bf86-05e61d279624 req-b8ef6459-bf14-4aaf-b4fd-c6598ef24bf3 service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353760 Apr 05 16:16:27.594524 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562916c-4c19-4752-8ab0-2294edd508b6 req-aa47310b-e825-40ef-a487-f12358f0df64 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:16:27.596106 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f562916c-4c19-4752-8ab0-2294edd508b6 req-aa47310b-e825-40ef-a487-f12358f0df64 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=7df98ed8-1512-4b51-bd50-42cc5c4f92a9 HTTP/1.1" status: 200 len: 943 time: 0.0870571 Apr 05 16:16:27.646298 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-f562916c-4c19-4752-8ab0-2294edd508b6 req-14c7c283-f93e-45e9-b8ff-ca6b277c36e1 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/security-groups?id=45938762-a675-4628-a023-b68362bc205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437987 Apr 05 16:16:28.843020 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38595414-127b-4b18-aa7a-40fa23fa261f req-287a8918-daf9-4e9c-a20d-94e5a4338d63 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:16:28.844584 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-38595414-127b-4b18-aa7a-40fa23fa261f req-287a8918-daf9-4e9c-a20d-94e5a4338d63 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=7df98ed8-1512-4b51-bd50-42cc5c4f92a9 HTTP/1.1" status: 200 len: 943 time: 0.0880129 Apr 05 16:16:28.892730 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-38595414-127b-4b18-aa7a-40fa23fa261f req-5d18f22c-aeb0-47af-a459-051783cccf0c tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/security-groups?id=45938762-a675-4628-a023-b68362bc205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416830 Apr 05 16:16:29.748973 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 7c63975b-8028-4316-990e-e6bf248144a6 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=84431) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 05 16:16:29.891017 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 7c63975b-8028-4316-990e-e6bf248144a6, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7c63975b-8028-4316-990e-e6bf248144a6,segment=NetworkSegment(d6270d4a-d3d5-4a13-9ab1-f09014f65d18),segment_id=d6270d4a-d3d5-4a13-9ab1-f09014f65d18)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:16:29.904722 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Returning: {'device': '7c63975b-8028-4316-990e-e6bf248144a6', 'network_id': 'fe72dc6c-6c3e-4400-88dd-6c9ca174976e', 'port_id': '7c63975b-8028-4316-990e-e6bf248144a6', 'mac_address': 'fa:16:3e:0b:1a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30fa9efd-d270-4a7c-af52-592aba0ec8c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84431) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 16:16:29.967142 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:16:29.985478 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c63975b-8028-4316-990e-e6bf248144a6 {{(pid=84431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 05 16:16:30.001113 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 7c63975b-8028-4316-990e-e6bf248144a6, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7c63975b-8028-4316-990e-e6bf248144a6,segment=NetworkSegment(d6270d4a-d3d5-4a13-9ab1-f09014f65d18),segment_id=d6270d4a-d3d5-4a13-9ab1-f09014f65d18)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:16:30.036682 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:16:30.038641 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:16:30.095656 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa796b-8538-484a-abb5-22dd2b91de00 req-59943df9-00a2-4361-883f-9a4ad77e9e96 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:16:30.097359 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-58aa796b-8538-484a-abb5-22dd2b91de00 req-59943df9-00a2-4361-883f-9a4ad77e9e96 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=7df98ed8-1512-4b51-bd50-42cc5c4f92a9 HTTP/1.1" status: 200 len: 944 time: 0.0932322 Apr 05 16:16:30.110060 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=7c63975b-8028-4316-990e-e6bf248144a6,revision_number=4']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:16:30.118081 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:16:30.118492 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:16:30.118873 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:16:30.119246 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:16:30.119616 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:16:30.119988 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:16:30.120350 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:16:30.120718 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:16:30.121101 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:16:30.121449 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:16:30.121812 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:16:30.122171 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:16:30.126402 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:16:30.157969 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-58aa796b-8538-484a-abb5-22dd2b91de00 req-a1f78bc4-4e92-445f-95a1-aafe1d609752 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/security-groups?id=45938762-a675-4628-a023-b68362bc205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514362 Apr 05 16:16:30.353863 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['7c63975b-8028-4316-990e-e6bf248144a6'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:16:30.956740 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:16:31.358715 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195d82f-3e4c-4ba2-842c-3b0172b6d2df req-eef4e542-acde-4349-a23a-223c4150c4c7 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:16:31.361413 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4195d82f-3e4c-4ba2-842c-3b0172b6d2df req-eef4e542-acde-4349-a23a-223c4150c4c7 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=7df98ed8-1512-4b51-bd50-42cc5c4f92a9 HTTP/1.1" status: 200 len: 944 time: 0.0883391 Apr 05 16:16:31.408252 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-4195d82f-3e4c-4ba2-842c-3b0172b6d2df req-d4088592-c83d-460e-9668-f63cff372070 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/security-groups?id=45938762-a675-4628-a023-b68362bc205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403149 Apr 05 16:16:31.764385 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 7c63975b-8028-4316-990e-e6bf248144a6 up at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 05 16:16:31.883264 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning for port 7c63975b-8028-4316-990e-e6bf248144a6 completed by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 16:16:31.888566 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.provisioning_blocks [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Provisioning complete for port 7c63975b-8028-4316-990e-e6bf248144a6 triggered by entity L2. {{(pid=84431) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 16:16:31.888986 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4958'] for port, provisioning_complete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:16:32.011568 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:16:32.039131 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df98ed8-1512-4b51-bd50-42cc5c4f92a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c63975b-8028-4316-990e-e6bf248144a6'}] {{(pid=84431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:16:32.049006 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] For port 7c63975b-8028-4316-990e-e6bf248144a6, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7c63975b-8028-4316-990e-e6bf248144a6,segment=NetworkSegment(d6270d4a-d3d5-4a13-9ab1-f09014f65d18),segment_id=d6270d4a-d3d5-4a13-9ab1-f09014f65d18)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:16:32.083175 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739065472132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363297789746684', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739065029150'] for port, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:16:32.085168 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:16:32.145563 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df98ed8-1512-4b51-bd50-42cc5c4f92a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c63975b-8028-4316-990e-e6bf248144a6', 'code': 200} Apr 05 16:16:32.159838 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Pushing event updated for resources: {'Port': ['ID=7c63975b-8028-4316-990e-e6bf248144a6,revision_number=5']} {{(pid=84431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:16:32.162906 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84431) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:16:32.475330 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6adb7-a259-41c3-acfa-0a11f2d49e8c req-69e378cd-1133-408c-b887-cccea0f71429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:16:32.476921 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e7d6adb7-a259-41c3-acfa-0a11f2d49e8c req-69e378cd-1133-408c-b887-cccea0f71429 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7df98ed8-1512-4b51-bd50-42cc5c4f92a9 HTTP/1.1" status: 200 len: 1098 time: 0.0764685 Apr 05 16:16:32.524199 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e7d6adb7-a259-41c3-acfa-0a11f2d49e8c req-4c88d314-011d-477e-af57-8d5870b7b53a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=45938762-a675-4628-a023-b68362bc205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365615 Apr 05 16:16:32.618632 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e29593-3bce-4aad-9a24-b82b9db005ce req-e2fed5c4-c0a1-4cb4-abd3-fd256480c790 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:16:32.618632 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b9e29593-3bce-4aad-9a24-b82b9db005ce req-e2fed5c4-c0a1-4cb4-abd3-fd256480c790 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=7df98ed8-1512-4b51-bd50-42cc5c4f92a9 HTTP/1.1" status: 200 len: 945 time: 0.0908155 Apr 05 16:16:32.659490 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-b9e29593-3bce-4aad-9a24-b82b9db005ce req-8e87cf8c-f3e5-4cd2-bf74-c2c2fb215ebb tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/security-groups?id=45938762-a675-4628-a023-b68362bc205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410304 Apr 05 16:16:33.859241 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee118f4-4205-4bce-93e6-06ee8a3fb662 req-2ea9297a-6fe8-48c5-b0cf-6cf6f3cfe0ef tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:16:33.861366 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bee118f4-4205-4bce-93e6-06ee8a3fb662 req-2ea9297a-6fe8-48c5-b0cf-6cf6f3cfe0ef tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=7df98ed8-1512-4b51-bd50-42cc5c4f92a9 HTTP/1.1" status: 200 len: 945 time: 0.0869603 Apr 05 16:16:33.912604 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-bee118f4-4205-4bce-93e6-06ee8a3fb662 req-88143a2a-1b51-42fe-8af5-c31e5b5d08ee tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/security-groups?id=45938762-a675-4628-a023-b68362bc205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444589 Apr 05 16:16:36.839662 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c82ccf64-1da7-4f3a-9b2a-66c24dce8b55 req-6e76787a-8973-40c5-9921-7da932bc6cbd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28c76876-52e4-4bd5-b8ad-75771623a57d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3063700 Apr 05 16:16:36.986563 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ccf64-1da7-4f3a-9b2a-66c24dce8b55 req-26cc2357-70d0-4ad9-8fc9-8fa7b91a1a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:16:36.988091 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c82ccf64-1da7-4f3a-9b2a-66c24dce8b55 req-26cc2357-70d0-4ad9-8fc9-8fa7b91a1a84 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2ee731ed09154de9b32b8a9eb587f275&device_id=28c76876-52e4-4bd5-b8ad-75771623a57d HTTP/1.1" status: 200 len: 1098 time: 0.0757096 Apr 05 16:16:37.139727 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ccf64-1da7-4f3a-9b2a-66c24dce8b55 req-0a62d6d8-b346-4b14-ba60-05c10d554800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:16:37.141177 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c82ccf64-1da7-4f3a-9b2a-66c24dce8b55 req-0a62d6d8-b346-4b14-ba60-05c10d554800 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e HTTP/1.1" status: 200 len: 915 time: 0.1346982 Apr 05 16:16:37.217539 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c82ccf64-1da7-4f3a-9b2a-66c24dce8b55 req-f751dbd2-63d8-4cb3-8363-82be5bead908 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdbef906-b1e3-4994-b9e2-0794e220ae41 HTTP/1.1" status: 200 len: 217 time: 0.0699878 Apr 05 16:16:37.284914 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ccf64-1da7-4f3a-9b2a-66c24dce8b55 req-619ea081-7281-4cc2-92e8-0b7d00ffa9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:16:37.286478 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c82ccf64-1da7-4f3a-9b2a-66c24dce8b55 req-619ea081-7281-4cc2-92e8-0b7d00ffa9ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30fa9efd-d270-4a7c-af52-592aba0ec8c3 HTTP/1.1" status: 200 len: 854 time: 0.0624793 Apr 05 16:16:37.342855 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c82ccf64-1da7-4f3a-9b2a-66c24dce8b55 req-fc31fece-509e-4987-9fe9-e08013374545 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498338 Apr 05 16:16:37.483442 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c82ccf64-1da7-4f3a-9b2a-66c24dce8b55 req-e24f1e97-e9f8-4d3f-9481-842bfd2124d5 service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341302 Apr 05 16:16:37.623823 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c82ccf64-1da7-4f3a-9b2a-66c24dce8b55 req-8035218e-b372-495d-96e5-89d0c20cb860 service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331966 Apr 05 16:16:45.453935 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:16:49.407943 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ccc8d8e9-588d-493d-ab47-c879e7be1dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:16:50.751007 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:16:51.922345 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-572d86b8-0fb8-4cff-b694-39c68327b2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:16:52.447752 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:16:54.267388 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:17:07.955464 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:17:15.447983 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:17:19.419262 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6c6201e3-915b-4572-ae27-0331e1c8287d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:17:20.762225 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:17:21.894042 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8f9911fe-880a-40b9-9c16-6af61d641092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:17:22.459055 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:17:23.990699 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:17:36.656544 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-856ce088-7be8-4a0b-9877-bacfac483503 req-4d23fb7a-a27b-439f-a763-beb00d25b4ae service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7df98ed8-1512-4b51-bd50-42cc5c4f92a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758224 Apr 05 16:17:36.758746 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ce088-7be8-4a0b-9877-bacfac483503 req-1fcb357d-3cfe-494d-a47c-d379e1035b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:17:36.760304 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-856ce088-7be8-4a0b-9877-bacfac483503 req-1fcb357d-3cfe-494d-a47c-d379e1035b70 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2ee731ed09154de9b32b8a9eb587f275&device_id=7df98ed8-1512-4b51-bd50-42cc5c4f92a9 HTTP/1.1" status: 200 len: 1098 time: 0.0768936 Apr 05 16:17:36.923322 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ce088-7be8-4a0b-9877-bacfac483503 req-33992130-8c7e-46cb-8cc2-7d41ffc665b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:17:36.924814 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-856ce088-7be8-4a0b-9877-bacfac483503 req-33992130-8c7e-46cb-8cc2-7d41ffc665b8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e HTTP/1.1" status: 200 len: 915 time: 0.1375480 Apr 05 16:17:37.003620 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-856ce088-7be8-4a0b-9877-bacfac483503 req-b774e424-ef5a-42fc-8304-215da1b72303 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c63975b-8028-4316-990e-e6bf248144a6 HTTP/1.1" status: 200 len: 217 time: 0.0682170 Apr 05 16:17:37.071294 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ce088-7be8-4a0b-9877-bacfac483503 req-57af31d2-52ea-44d1-9e93-8a281e10e96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:17:37.072740 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-856ce088-7be8-4a0b-9877-bacfac483503 req-57af31d2-52ea-44d1-9e93-8a281e10e96e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30fa9efd-d270-4a7c-af52-592aba0ec8c3 HTTP/1.1" status: 200 len: 854 time: 0.0613904 Apr 05 16:17:37.130149 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-856ce088-7be8-4a0b-9877-bacfac483503 req-206a01fc-162a-452c-b6c3-afa7983a7024 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471599 Apr 05 16:17:37.274280 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-856ce088-7be8-4a0b-9877-bacfac483503 req-cef46ca1-d7e0-4e02-8311-207505848fad service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336002 Apr 05 16:17:37.417769 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-856ce088-7be8-4a0b-9877-bacfac483503 req-59ab9496-dcee-47fa-9b5c-0c3e0f0a8361 service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336334 Apr 05 16:17:44.954864 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:17:45.446178 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:17:49.411973 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5dec6765-ec05-4744-b50f-9c2b07bc87f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:17:50.762015 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:17:51.899420 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d990e86e-cf2c-496e-83f9-42413b774caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:17:52.464714 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:17:53.984715 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:18:15.463339 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:18:19.430095 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-270565e2-3a6f-4049-a1bd-9fe53535ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:18:20.774065 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:18:21.899034 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e9cdedf0-fb9e-47cb-a7aa-f57cb5814d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:18:21.954513 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:18:22.464745 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:18:23.995734 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:18:36.669031 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1862024e-c8ca-4bd4-8120-c6d0991a973e req-6a2d0061-03eb-48bd-8716-c7ff6d6d834f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28c76876-52e4-4bd5-b8ad-75771623a57d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755789 Apr 05 16:18:36.829703 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862024e-c8ca-4bd4-8120-c6d0991a973e req-34417825-4fd6-4b8e-a4a7-ed73c9b0c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:18:36.831306 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1862024e-c8ca-4bd4-8120-c6d0991a973e req-34417825-4fd6-4b8e-a4a7-ed73c9b0c41f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2ee731ed09154de9b32b8a9eb587f275&device_id=28c76876-52e4-4bd5-b8ad-75771623a57d HTTP/1.1" status: 200 len: 1098 time: 0.0813773 Apr 05 16:18:36.992408 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862024e-c8ca-4bd4-8120-c6d0991a973e req-05336108-5aef-49ea-8f2e-e2dd381409c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:18:36.993987 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1862024e-c8ca-4bd4-8120-c6d0991a973e req-05336108-5aef-49ea-8f2e-e2dd381409c6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e HTTP/1.1" status: 200 len: 915 time: 0.1377892 Apr 05 16:18:37.070231 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1862024e-c8ca-4bd4-8120-c6d0991a973e req-bebc00ab-afeb-415a-800d-4d024bfd86ee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdbef906-b1e3-4994-b9e2-0794e220ae41 HTTP/1.1" status: 200 len: 217 time: 0.0661190 Apr 05 16:18:37.144924 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862024e-c8ca-4bd4-8120-c6d0991a973e req-255f54e9-ada0-4e94-bdb3-c6e0903a2968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:18:37.146597 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1862024e-c8ca-4bd4-8120-c6d0991a973e req-255f54e9-ada0-4e94-bdb3-c6e0903a2968 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30fa9efd-d270-4a7c-af52-592aba0ec8c3 HTTP/1.1" status: 200 len: 854 time: 0.0663233 Apr 05 16:18:37.202722 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1862024e-c8ca-4bd4-8120-c6d0991a973e req-2f37021b-ddbe-41c4-beb0-5f08eef3eccc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458879 Apr 05 16:18:37.349287 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1862024e-c8ca-4bd4-8120-c6d0991a973e req-3e680d9b-0095-4b0e-99a7-619c3ce59061 service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355522 Apr 05 16:18:37.493117 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-1862024e-c8ca-4bd4-8120-c6d0991a973e req-5be1dabc-a0eb-4c46-835a-dab7616517e4 service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328287 Apr 05 16:18:45.463261 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:18:49.418719 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-98abb987-4e62-43d7-86f4-5a4cea3748b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:18:50.761237 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:18:51.892636 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ef120949-7d7f-4117-9508-662f23cbb49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:18:52.479575 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:18:54.111606 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:18:58.953762 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:19:14.923208 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 53616) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:19:14.995323 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3422fa7d-dc2f-49a7-b499-4fbe00c4c868 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:15.026957 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3422fa7d-dc2f-49a7-b499-4fbe00c4c868 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:15.212808 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3422fa7d-dc2f-49a7-b499-4fbe00c4c868 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:15.218604 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-5dff7aff-5674-4e4b-8a0e-09fff493e644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:19:15.234295 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422fa7d-dc2f-49a7-b499-4fbe00c4c868 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cea858-90d0-4e39-894f-75db0abd41c3,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:19:15.242620 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3422fa7d-dc2f-49a7-b499-4fbe00c4c868 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:19:15.247751 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3422fa7d-dc2f-49a7-b499-4fbe00c4c868 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:19:15.247751 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3422fa7d-dc2f-49a7-b499-4fbe00c4c868 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:19:15.247751 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3422fa7d-dc2f-49a7-b499-4fbe00c4c868 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:19:15.247751 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3422fa7d-dc2f-49a7-b499-4fbe00c4c868 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:19:15.247751 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3422fa7d-dc2f-49a7-b499-4fbe00c4c868 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:19:15.247751 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3422fa7d-dc2f-49a7-b499-4fbe00c4c868 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:19:15.247751 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3422fa7d-dc2f-49a7-b499-4fbe00c4c868 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:19:15.247751 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3422fa7d-dc2f-49a7-b499-4fbe00c4c868 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:19:15.247751 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3422fa7d-dc2f-49a7-b499-4fbe00c4c868 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:19:15.247751 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3422fa7d-dc2f-49a7-b499-4fbe00c4c868 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:19:15.247751 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3422fa7d-dc2f-49a7-b499-4fbe00c4c868 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:19:15.250012 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3422fa7d-dc2f-49a7-b499-4fbe00c4c868 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:19:15.269301 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3422fa7d-dc2f-49a7-b499-4fbe00c4c868 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:15.270554 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-3422fa7d-dc2f-49a7-b499-4fbe00c4c868 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] 10.222.0.44 "DELETE /v2.0/security-groups/b2cea858-90d0-4e39-894f-75db0abd41c3 HTTP/1.1" status: 204 len: 168 time: 0.3462157 Apr 05 16:19:15.475333 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:15.567215 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 53626) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:19:16.356452 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-896e1acf-9d8e-4e0b-8e05-4ff03d122cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3866217'] for router_interface, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:16.959525 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-896e1acf-9d8e-4e0b-8e05-4ff03d122cb4 admin admin] Deleting port e8c94719-c048-4cf4-8889-c27a172e557f {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:19:16.959910 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-896e1acf-9d8e-4e0b-8e05-4ff03d122cb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:17.141075 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-896e1acf-9d8e-4e0b-8e05-4ff03d122cb4 admin admin] For port e8c94719-c048-4cf4-8889-c27a172e557f, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=e8c94719-c048-4cf4-8889-c27a172e557f,segment=NetworkSegment(5c3e2455-115b-4e73-83c8-b139dc5b3c12),segment_id=5c3e2455-115b-4e73-83c8-b139dc5b3c12)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:19:17.141477 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-896e1acf-9d8e-4e0b-8e05-4ff03d122cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:17.275889 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-896e1acf-9d8e-4e0b-8e05-4ff03d122cb4 admin admin] Calling delete_port for e8c94719-c048-4cf4-8889-c27a172e557f owned by network:router_interface {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:19:17.582588 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-896e1acf-9d8e-4e0b-8e05-4ff03d122cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:17.598290 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-619d57f2-94b0-4109-b688-004669d9dc67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:19:17.657863 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e1acf-9d8e-4e0b-8e05-4ff03d122cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c94719-c048-4cf4-8889-c27a172e557f,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:19:17.661823 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-896e1acf-9d8e-4e0b-8e05-4ff03d122cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:19:18.051036 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-896e1acf-9d8e-4e0b-8e05-4ff03d122cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850863086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810748'] for router_interface, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:18.559783 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896e1acf-9d8e-4e0b-8e05-4ff03d122cb4 admin admin] Router 5b8080b2-7ffd-485f-be98-8ce663aad971 has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:19:18.749224 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896e1acf-9d8e-4e0b-8e05-4ff03d122cb4 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:19:18.758170 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4152016a-e459-494f-a68d-d728d5f8adca None None] Sync routers for ids ['5b8080b2-7ffd-485f-be98-8ce663aad971'] in dv-cinder-784779-1-iscsi {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:19:18.763358 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-896e1acf-9d8e-4e0b-8e05-4ff03d122cb4 admin admin] 10.222.0.44 "PUT /v2.0/routers/5b8080b2-7ffd-485f-be98-8ce663aad971/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1949921 Apr 05 16:19:18.765990 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 53644) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:19:18.768720 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4152016a-e459-494f-a68d-d728d5f8adca None None] Routers {'5b8080b2-7ffd-485f-be98-8ce663aad971'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:19:18.769389 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-4152016a-e459-494f-a68d-d728d5f8adca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T16:18:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['5b8080b2-7ffd-485f-be98-8ce663aad971'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:19:18.955501 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5c0b300d-5e86-48eb-8495-75841063d216 admin admin] Notify callbacks [] for router, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:18.957913 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-4152016a-e459-494f-a68d-d728d5f8adca None None] Set router 5b8080b2-7ffd-485f-be98-8ce663aad971 gateway port host: dv-cinder-784779-1-iscsi {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:19:19.151497 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5c0b300d-5e86-48eb-8495-75841063d216 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:19.188021 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-5c0b300d-5e86-48eb-8495-75841063d216 admin admin] Deleting port 32e5782d-c80e-44f3-bdcc-85fca10cc4e7 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:19:19.188409 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5c0b300d-5e86-48eb-8495-75841063d216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:19.263738 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-4152016a-e459-494f-a68d-d728d5f8adca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'name': 'tempest-TestVolumeBootPattern-2071438624-router', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171'}], 'enable_snat': True}, 'gw_port_id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:52:53Z', 'updated_at': '2021-04-05T16:19:17Z', 'revision_number': 5, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'gw_port': {'id': '32e5782d-c80e-44f3-bdcc-85fca10cc4e7', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:52:55Z', 'updated_at': '2021-04-05T15:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi'}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:19:19.267771 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4152016a-e459-494f-a68d-d728d5f8adca None None] Checking router: 5b8080b2-7ffd-485f-be98-8ce663aad971 for host: dv-cinder-784779-1-iscsi {{(pid=84431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:19:19.277079 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4152016a-e459-494f-a68d-d728d5f8adca None None] Routers {'5b8080b2-7ffd-485f-be98-8ce663aad971'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:19:19.277730 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-4152016a-e459-494f-a68d-d728d5f8adca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T16:18:52Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['5b8080b2-7ffd-485f-be98-8ce663aad971'], 'active': True} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:19:19.458893 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-4152016a-e459-494f-a68d-d728d5f8adca None None] Set router 5b8080b2-7ffd-485f-be98-8ce663aad971 gateway port host: None {{(pid=84431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:19:19.510021 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-699ed743-3f95-4e91-9a78-2eb128a9744e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:19.579834 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-4152016a-e459-494f-a68d-d728d5f8adca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'name': 'tempest-TestVolumeBootPattern-2071438624-router', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:52:53Z', 'updated_at': '2021-04-05T16:19:19Z', 'revision_number': 6, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'gw_port_host': None}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:19:19.583973 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4152016a-e459-494f-a68d-d728d5f8adca None None] The sync data for ids ['5b8080b2-7ffd-485f-be98-8ce663aad971'] in dv-cinder-784779-1-iscsi is: [{'id': '5b8080b2-7ffd-485f-be98-8ce663aad971', 'name': 'tempest-TestVolumeBootPattern-2071438624-router', 'tenant_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:52:53Z', 'updated_at': '2021-04-05T16:19:19Z', 'revision_number': 6, 'project_id': '9ac127c9bf344f5f88cf1aa6eacdf909', 'gw_port_host': None}] {{(pid=84431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:19:19.623177 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-5c0b300d-5e86-48eb-8495-75841063d216 admin admin] For port 32e5782d-c80e-44f3-bdcc-85fca10cc4e7, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=32e5782d-c80e-44f3-bdcc-85fca10cc4e7,segment=NetworkSegment(45fc7be4-cb6f-44c4-878d-af01c4212144),segment_id=45fc7be4-cb6f-44c4-878d-af01c4212144)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:19:19.623569 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5c0b300d-5e86-48eb-8495-75841063d216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:19.699861 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device e8c94719-c048-4cf4-8889-c27a172e557f no longer exists at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:19:19.741154 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] No Port match for: e8c94719-c048-4cf4-8889-c27a172e557f {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:19:19.741286 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device e8c94719-c048-4cf4-8889-c27a172e557f not bound to the agent host dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:19:19.765311 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-5c0b300d-5e86-48eb-8495-75841063d216 admin admin] Calling delete_port for 32e5782d-c80e-44f3-bdcc-85fca10cc4e7 owned by network:router_gateway {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:19:20.047121 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5c0b300d-5e86-48eb-8495-75841063d216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:20.065398 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-25407c76-7da8-48e0-a7de-e18e515467e0 tempest-TestVolumeBootPattern-1077680485 tempest-TestVolumeBootPattern-1077680485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:19:20.123711 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b300d-5e86-48eb-8495-75841063d216 admin admin] Pushing event deleted for resources: {'Port': ['ID=32e5782d-c80e-44f3-bdcc-85fca10cc4e7,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:19:20.127764 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-5c0b300d-5e86-48eb-8495-75841063d216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:19:20.325126 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5c0b300d-5e86-48eb-8495-75841063d216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3811004'] for router_gateway, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:20.515132 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5c0b300d-5e86-48eb-8495-75841063d216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850963395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3356'] for router, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:20.517446 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5c0b300d-5e86-48eb-8495-75841063d216 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:20.679404 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5c0b300d-5e86-48eb-8495-75841063d216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850963321'] for router, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:20.679947 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0b300d-5e86-48eb-8495-75841063d216 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b8080b2-7ffd-485f-be98-8ce663aad971 {{(pid=84430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 16:19:20.692851 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5c0b300d-5e86-48eb-8495-75841063d216 admin admin] Notify callbacks [] for router, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:20.694074 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-5c0b300d-5e86-48eb-8495-75841063d216 admin admin] 10.222.0.44 "DELETE /v2.0/routers/5b8080b2-7ffd-485f-be98-8ce663aad971 HTTP/1.1" status: 204 len: 168 time: 1.9270720 Apr 05 16:19:20.696772 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 53656) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:19:20.765029 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e50537-dfae-4ce1-8d04-9fbd42b301fa admin admin] Deleting subnet 58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a {{(pid=84430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 16:19:20.768504 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d2e50537-dfae-4ce1-8d04-9fbd42b301fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:20.771393 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:20.821990 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d2e50537-dfae-4ce1-8d04-9fbd42b301fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10310842'] for subnet, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:20.985345 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d2e50537-dfae-4ce1-8d04-9fbd42b301fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:21.281451 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d2e50537-dfae-4ce1-8d04-9fbd42b301fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844508925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2147944'] for subnet, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:21.300642 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:19:21.345195 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e50537-dfae-4ce1-8d04-9fbd42b301fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:19:21.348860 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d2e50537-dfae-4ce1-8d04-9fbd42b301fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:19:21.432793 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d2e50537-dfae-4ce1-8d04-9fbd42b301fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:21.438548 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e3422c-afc4-4bbf-8d15-147dd803defe None None] Network 5e853890-abc7-4a4b-83a0-567b3141f9f1 requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:19:21.438718 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-d2e50537-dfae-4ce1-8d04-9fbd42b301fa admin admin] 10.222.0.44 "DELETE /v2.0/subnets/58d5bd57-78bf-4e1a-b9ca-6b09b9027c1a HTTP/1.1" status: 204 len: 168 time: 0.7407484 Apr 05 16:19:21.441338 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 53662) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:19:21.558793 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-98be9377-c7be-448e-ac24-bf1073d33db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-516461'] for network, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:21.630684 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-98be9377-c7be-448e-ac24-bf1073d33db6 admin admin] Deleting port a249555f-b561-44e3-9494-d4abd0144bd0 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:19:21.631466 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-98be9377-c7be-448e-ac24-bf1073d33db6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:21.715749 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e84c91-bcd9-47f3-aca2-cc0a1c250634 None None] DHCP port deletion for 5e853890-abc7-4a4b-83a0-567b3141f9f1 request from dv-cinder-784779-1-iscsi {{(pid=84431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 16:19:21.720018 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-51e84c91-bcd9-47f3-aca2-cc0a1c250634 None None] Deleting port a249555f-b561-44e3-9494-d4abd0144bd0 {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:19:21.720319 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-51e84c91-bcd9-47f3-aca2-cc0a1c250634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:21.769984 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device a249555f-b561-44e3-9494-d4abd0144bd0 no longer exists at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:19:21.861023 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-98be9377-c7be-448e-ac24-bf1073d33db6 admin admin] For port a249555f-b561-44e3-9494-d4abd0144bd0, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=a249555f-b561-44e3-9494-d4abd0144bd0,segment=NetworkSegment(5c3e2455-115b-4e73-83c8-b139dc5b3c12),segment_id=5c3e2455-115b-4e73-83c8-b139dc5b3c12)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:19:21.861364 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-98be9377-c7be-448e-ac24-bf1073d33db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:21.956159 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-54b519ea-37be-493b-8595-e5692653c341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:22.005193 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-98be9377-c7be-448e-ac24-bf1073d33db6 admin admin] Calling delete_port for a249555f-b561-44e3-9494-d4abd0144bd0 owned by network:dhcp {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:19:22.006672 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854265122'] for port, before_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:22.103229 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-51e84c91-bcd9-47f3-aca2-cc0a1c250634 None None] For port a249555f-b561-44e3-9494-d4abd0144bd0, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=a249555f-b561-44e3-9494-d4abd0144bd0,segment=NetworkSegment(5c3e2455-115b-4e73-83c8-b139dc5b3c12),segment_id=5c3e2455-115b-4e73-83c8-b139dc5b3c12)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:19:22.103721 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-51e84c91-bcd9-47f3-aca2-cc0a1c250634 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:22.235022 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-51e84c91-bcd9-47f3-aca2-cc0a1c250634 None None] Calling delete_port for a249555f-b561-44e3-9494-d4abd0144bd0 owned by network:dhcp {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:19:22.252593 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-98be9377-c7be-448e-ac24-bf1073d33db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:22.269069 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:19:22.328964 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be9377-c7be-448e-ac24-bf1073d33db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a249555f-b561-44e3-9494-d4abd0144bd0,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:19:22.333513 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-98be9377-c7be-448e-ac24-bf1073d33db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:19:22.423543 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98be9377-c7be-448e-ac24-bf1073d33db6 admin admin] No DVR routers for this DVR port a249555f-b561-44e3-9494-d4abd0144bd0 on host dv-cinder-784779-1-iscsi {{(pid=84430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:19:22.484132 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 32e5782d-c80e-44f3-bdcc-85fca10cc4e7 no longer exists at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:19:22.536767 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] No Port match for: 32e5782d-c80e-44f3-bdcc-85fca10cc4e7 {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:19:22.537082 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 32e5782d-c80e-44f3-bdcc-85fca10cc4e7 not bound to the agent host dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:19:22.552146 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-98be9377-c7be-448e-ac24-bf1073d33db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363297789275713'] for network, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:22.567084 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.db.api [None req-51e84c91-bcd9-47f3-aca2-cc0a1c250634 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84431) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 16:19:22.567496 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_db.api [None req-51e84c91-bcd9-47f3-aca2-cc0a1c250634 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 16:19:22.572544 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:22.666643 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-98be9377-c7be-448e-ac24-bf1073d33db6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e853890-abc7-4a4b-83a0-567b3141f9f1']}} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:19:22.679073 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-98be9377-c7be-448e-ac24-bf1073d33db6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3e2455-115b-4e73-83c8-b139dc5b3c12') {'for_net_delete': True} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:19:22.679416 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-98be9377-c7be-448e-ac24-bf1073d33db6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3e2455-115b-4e73-83c8-b139dc5b3c12') {} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:19:22.691802 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-98be9377-c7be-448e-ac24-bf1073d33db6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739065499985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844464973'] for segment, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:22.707142 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-98be9377-c7be-448e-ac24-bf1073d33db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:22.713438 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98be9377-c7be-448e-ac24-bf1073d33db6 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=84430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 16:19:22.895461 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-98be9377-c7be-448e-ac24-bf1073d33db6 admin admin] Network 5e853890-abc7-4a4b-83a0-567b3141f9f1 has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:19:22.904671 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-98be9377-c7be-448e-ac24-bf1073d33db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844508760'] for segment, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:23.068911 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-51e84c91-bcd9-47f3-aca2-cc0a1c250634 None None] Deleting port a249555f-b561-44e3-9494-d4abd0144bd0 {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:19:23.069486 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-51e84c91-bcd9-47f3-aca2-cc0a1c250634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:23.090960 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-98be9377-c7be-448e-ac24-bf1073d33db6 admin admin] Network 5e853890-abc7-4a4b-83a0-567b3141f9f1 has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: Traceback (most recent call last): Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: timer() Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: cb(*args, **kw) Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: return func(*args, **kwargs) Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: self._notify() Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: self.callback(batched_events) Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: event.method(event) Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: segment_id)['aggregates'][0] Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: return f(self, *a, **k) Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: return self._get(url).json() Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: **kwargs) Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: return self.request(url, 'GET', **kwargs) Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: **endpoint_filter) Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 16:19:23.113802 dv-cinder-784779-1-iscsi neutron-server[84318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 16:19:23.142619 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-51e84c91-bcd9-47f3-aca2-cc0a1c250634 None None] The port 'a249555f-b561-44e3-9494-d4abd0144bd0' was deleted {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 16:19:23.218354 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-98be9377-c7be-448e-ac24-bf1073d33db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850964774'] for network, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:23.223170 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-98be9377-c7be-448e-ac24-bf1073d33db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:23.226953 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:19:23.250013 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be9377-c7be-448e-ac24-bf1073d33db6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e853890-abc7-4a4b-83a0-567b3141f9f1,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:19:23.252531 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-98be9377-c7be-448e-ac24-bf1073d33db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:19:23.293490 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-98be9377-c7be-448e-ac24-bf1073d33db6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5e853890-abc7-4a4b-83a0-567b3141f9f1 HTTP/1.1" status: 204 len: 168 time: 1.8511424 Apr 05 16:19:23.296530 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 53674) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:19:24.001295 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:24.107977 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6ae0abc3-d20b-4dbf-af59-d7fc926361d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3866217'] for router_interface, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:24.477710 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-6ae0abc3-d20b-4dbf-af59-d7fc926361d9 admin admin] Deleting port 1ba8683f-6a70-4313-8395-156fbab964fa {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:19:24.478090 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6ae0abc3-d20b-4dbf-af59-d7fc926361d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:24.658971 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-6ae0abc3-d20b-4dbf-af59-d7fc926361d9 admin admin] For port 1ba8683f-6a70-4313-8395-156fbab964fa, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=1ba8683f-6a70-4313-8395-156fbab964fa,segment=NetworkSegment(3b40b3c6-7e06-4436-8c8c-0668a491fbfe),segment_id=3b40b3c6-7e06-4436-8c8c-0668a491fbfe)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:19:24.659369 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6ae0abc3-d20b-4dbf-af59-d7fc926361d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:24.792859 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-6ae0abc3-d20b-4dbf-af59-d7fc926361d9 admin admin] Calling delete_port for 1ba8683f-6a70-4313-8395-156fbab964fa owned by network:router_interface {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:19:25.167602 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6ae0abc3-d20b-4dbf-af59-d7fc926361d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:25.184011 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d8ccac79-02a3-4ed7-afe4-542c3721c382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:19:25.240033 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0abc3-d20b-4dbf-af59-d7fc926361d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba8683f-6a70-4313-8395-156fbab964fa,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:19:25.243873 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6ae0abc3-d20b-4dbf-af59-d7fc926361d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:19:25.626823 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6ae0abc3-d20b-4dbf-af59-d7fc926361d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850863086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3810748'] for router_interface, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:26.129889 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae0abc3-d20b-4dbf-af59-d7fc926361d9 admin admin] Router c5ea4273-eeb6-4558-a6c5-ed7dd9021edd has already been hosted by L3 agent adc38c69-590f-41b3-a0dc-b7c863cf1f4b {{(pid=84430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 05 16:19:26.319109 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae0abc3-d20b-4dbf-af59-d7fc926361d9 admin admin] Notify agent at l3_agent.dv-cinder-784779-1-iscsi the message routers_updated {{(pid=84430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 05 16:19:26.329460 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6bdcdc-2e08-4195-8213-c9d915ecda05 None None] Sync routers for ids ['c5ea4273-eeb6-4558-a6c5-ed7dd9021edd'] in dv-cinder-784779-1-iscsi {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 05 16:19:26.341002 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6bdcdc-2e08-4195-8213-c9d915ecda05 None None] Routers {'c5ea4273-eeb6-4558-a6c5-ed7dd9021edd'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:19:26.341670 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-3d6bdcdc-2e08-4195-8213-c9d915ecda05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T16:19:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['c5ea4273-eeb6-4558-a6c5-ed7dd9021edd'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:19:26.362029 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-6ae0abc3-d20b-4dbf-af59-d7fc926361d9 admin admin] 10.222.0.44 "PUT /v2.0/routers/c5ea4273-eeb6-4558-a6c5-ed7dd9021edd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0642555 Apr 05 16:19:26.364736 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 53690) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:19:26.539789 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-3d6bdcdc-2e08-4195-8213-c9d915ecda05 None None] Set router c5ea4273-eeb6-4558-a6c5-ed7dd9021edd gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:19:26.798015 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c509b762-4fee-4f57-9ddb-917c1e0b24ee admin admin] Notify callbacks [] for router, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:26.849598 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-3d6bdcdc-2e08-4195-8213-c9d915ecda05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ea4273-eeb6-4558-a6c5-ed7dd9021edd', 'name': 'tempest-TestVolumeBootPattern-1899330482-router', 'tenant_id': 'dba536d6a6e74097a1f653e84c24ad65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'e0b0b259-2ef3-4f0f-930e-e20079988133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:53:05Z', 'updated_at': '2021-04-05T16:19:24Z', 'revision_number': 5, 'project_id': 'dba536d6a6e74097a1f653e84c24ad65', 'gw_port': {'id': 'e0b0b259-2ef3-4f0f-930e-e20079988133', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ea4273-eeb6-4558-a6c5-ed7dd9021edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:53:07Z', 'updated_at': '2021-04-05T15:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi'}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:19:26.853851 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6bdcdc-2e08-4195-8213-c9d915ecda05 None None] Checking router: c5ea4273-eeb6-4558-a6c5-ed7dd9021edd for host: dv-cinder-784779-1-iscsi {{(pid=84432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 05 16:19:26.863562 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6bdcdc-2e08-4195-8213-c9d915ecda05 None None] Routers {'c5ea4273-eeb6-4558-a6c5-ed7dd9021edd'} bound to L3 agent in host dv-cinder-784779-1-iscsi {{(pid=84432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 05 16:19:26.864207 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-3d6bdcdc-2e08-4195-8213-c9d915ecda05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T15:38:52Z,description=,heartbeat_timestamp=2021-04-05T16:19:22Z,host='dv-cinder-784779-1-iscsi',id=adc38c69-590f-41b3-a0dc-b7c863cf1f4b,load=0,resource_versions=,resources_synced=,started_at=2021-04-05T15:38:52Z,topic='l3_agent')) {'router_ids': ['c5ea4273-eeb6-4558-a6c5-ed7dd9021edd'], 'active': True} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:19:26.988318 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c509b762-4fee-4f57-9ddb-917c1e0b24ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:27.052761 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-c509b762-4fee-4f57-9ddb-917c1e0b24ee admin admin] Deleting port e0b0b259-2ef3-4f0f-930e-e20079988133 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:19:27.053070 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c509b762-4fee-4f57-9ddb-917c1e0b24ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:27.053281 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvr_db [None req-3d6bdcdc-2e08-4195-8213-c9d915ecda05 None None] Set router c5ea4273-eeb6-4558-a6c5-ed7dd9021edd gateway port host: dv-cinder-784779-1-iscsi {{(pid=84432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 05 16:19:27.245507 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c509b762-4fee-4f57-9ddb-917c1e0b24ee admin admin] For port e0b0b259-2ef3-4f0f-930e-e20079988133, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=e0b0b259-2ef3-4f0f-930e-e20079988133,segment=NetworkSegment(45fc7be4-cb6f-44c4-878d-af01c4212144),segment_id=45fc7be4-cb6f-44c4-878d-af01c4212144)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:19:27.245909 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c509b762-4fee-4f57-9ddb-917c1e0b24ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:27.357007 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_hamode_db [None req-3d6bdcdc-2e08-4195-8213-c9d915ecda05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ea4273-eeb6-4558-a6c5-ed7dd9021edd', 'name': 'tempest-TestVolumeBootPattern-1899330482-router', 'tenant_id': 'dba536d6a6e74097a1f653e84c24ad65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'e0b0b259-2ef3-4f0f-930e-e20079988133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:53:05Z', 'updated_at': '2021-04-05T16:19:24Z', 'revision_number': 5, 'project_id': 'dba536d6a6e74097a1f653e84c24ad65', 'gw_port': {'id': 'e0b0b259-2ef3-4f0f-930e-e20079988133', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ea4273-eeb6-4558-a6c5-ed7dd9021edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:53:07Z', 'updated_at': '2021-04-05T15:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi'}], 'dv-cinder-784779-1-iscsi', False) {} {{(pid=84432) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:19:27.361399 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6bdcdc-2e08-4195-8213-c9d915ecda05 None None] The sync data for ids ['c5ea4273-eeb6-4558-a6c5-ed7dd9021edd'] in dv-cinder-784779-1-iscsi is: [{'id': 'c5ea4273-eeb6-4558-a6c5-ed7dd9021edd', 'name': 'tempest-TestVolumeBootPattern-1899330482-router', 'tenant_id': 'dba536d6a6e74097a1f653e84c24ad65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'external_fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'e0b0b259-2ef3-4f0f-930e-e20079988133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T15:53:05Z', 'updated_at': '2021-04-05T16:19:24Z', 'revision_number': 5, 'project_id': 'dba536d6a6e74097a1f653e84c24ad65', 'gw_port': {'id': 'e0b0b259-2ef3-4f0f-930e-e20079988133', 'name': '', 'network_id': 'dd229a0f-6ed6-426a-8b4c-b8529d79a707', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ea4273-eeb6-4558-a6c5-ed7dd9021edd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T15:53:07Z', 'updated_at': '2021-04-05T15:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9f98952a-db9d-40f5-8f74-bf7f0c188c38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-1-iscsi'}] {{(pid=84432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 05 16:19:27.383433 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-c509b762-4fee-4f57-9ddb-917c1e0b24ee admin admin] Calling delete_port for e0b0b259-2ef3-4f0f-930e-e20079988133 owned by network:router_gateway {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:19:27.594101 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c509b762-4fee-4f57-9ddb-917c1e0b24ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:27.610172 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:19:27.668528 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509b762-4fee-4f57-9ddb-917c1e0b24ee admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b0b259-2ef3-4f0f-930e-e20079988133,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:19:27.672462 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c509b762-4fee-4f57-9ddb-917c1e0b24ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:19:27.747247 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 1ba8683f-6a70-4313-8395-156fbab964fa no longer exists at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:19:27.785202 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] No Port match for: 1ba8683f-6a70-4313-8395-156fbab964fa {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:19:27.785602 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device 1ba8683f-6a70-4313-8395-156fbab964fa not bound to the agent host dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:19:27.876466 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c509b762-4fee-4f57-9ddb-917c1e0b24ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3811004'] for router_gateway, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:28.064222 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c509b762-4fee-4f57-9ddb-917c1e0b24ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850963395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3356'] for router, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:28.066522 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c509b762-4fee-4f57-9ddb-917c1e0b24ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:28.189768 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c509b762-4fee-4f57-9ddb-917c1e0b24ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036850963321'] for router, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:28.190329 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c509b762-4fee-4f57-9ddb-917c1e0b24ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5ea4273-eeb6-4558-a6c5-ed7dd9021edd {{(pid=84430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 05 16:19:28.203432 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c509b762-4fee-4f57-9ddb-917c1e0b24ee admin admin] Notify callbacks [] for router, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:28.204673 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-c509b762-4fee-4f57-9ddb-917c1e0b24ee admin admin] 10.222.0.44 "DELETE /v2.0/routers/c5ea4273-eeb6-4558-a6c5-ed7dd9021edd HTTP/1.1" status: 204 len: 168 time: 1.8388922 Apr 05 16:19:28.207359 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 53700) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:19:28.285119 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_v2 [None req-8571307d-f2a8-49ba-bd42-6315dbb66684 admin admin] Deleting subnet 2a992333-ceeb-4bba-aaa4-bced6bd4acd8 {{(pid=84430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 16:19:28.288182 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8571307d-f2a8-49ba-bd42-6315dbb66684 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:28.343218 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8571307d-f2a8-49ba-bd42-6315dbb66684 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10310842'] for subnet, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:28.425551 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8571307d-f2a8-49ba-bd42-6315dbb66684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:28.795603 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8571307d-f2a8-49ba-bd42-6315dbb66684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844508925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2147944'] for subnet, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:28.810988 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-c6d036d8-c69f-4c3c-bcdb-5f2b5672be56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:19:28.857531 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571307d-f2a8-49ba-bd42-6315dbb66684 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a992333-ceeb-4bba-aaa4-bced6bd4acd8,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:19:28.861301 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-8571307d-f2a8-49ba-bd42-6315dbb66684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:19:28.946720 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8571307d-f2a8-49ba-bd42-6315dbb66684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:28.952848 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9c9c56-c494-449e-9bdd-3e8e3aa26daa None None] Network e34cc301-433b-450e-b5f9-c5acefe28e30 requested from dv-cinder-784779-1-iscsi {{(pid=84431) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 05 16:19:28.953415 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-8571307d-f2a8-49ba-bd42-6315dbb66684 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2a992333-ceeb-4bba-aaa4-bced6bd4acd8 HTTP/1.1" status: 204 len: 168 time: 0.7447326 Apr 05 16:19:28.956100 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 53706) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:19:29.076235 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-96e8019d-4825-4020-a122-5646af07fb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-516461'] for network, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:29.146069 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-96e8019d-4825-4020-a122-5646af07fb84 admin admin] Deleting port d5a2f160-cb27-46f9-8c61-71fbd08e9c73 {{(pid=84430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:19:29.146481 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-96e8019d-4825-4020-a122-5646af07fb84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:29.217917 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4826471-0502-4292-9c9b-9cb00d551405 None None] DHCP port deletion for e34cc301-433b-450e-b5f9-c5acefe28e30 request from dv-cinder-784779-1-iscsi {{(pid=84431) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 05 16:19:29.222098 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-a4826471-0502-4292-9c9b-9cb00d551405 None None] Deleting port d5a2f160-cb27-46f9-8c61-71fbd08e9c73 {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:19:29.222614 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a4826471-0502-4292-9c9b-9cb00d551405 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:29.375076 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-96e8019d-4825-4020-a122-5646af07fb84 admin admin] For port d5a2f160-cb27-46f9-8c61-71fbd08e9c73, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=d5a2f160-cb27-46f9-8c61-71fbd08e9c73,segment=NetworkSegment(3b40b3c6-7e06-4436-8c8c-0668a491fbfe),segment_id=3b40b3c6-7e06-4436-8c8c-0668a491fbfe)] {{(pid=84430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:19:29.375475 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-96e8019d-4825-4020-a122-5646af07fb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:29.447122 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-a4826471-0502-4292-9c9b-9cb00d551405 None None] For port d5a2f160-cb27-46f9-8c61-71fbd08e9c73, host dv-cinder-784779-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-1-iscsi',level=0,port_id=d5a2f160-cb27-46f9-8c61-71fbd08e9c73,segment=NetworkSegment(3b40b3c6-7e06-4436-8c8c-0668a491fbfe),segment_id=3b40b3c6-7e06-4436-8c8c-0668a491fbfe)] {{(pid=84431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:19:29.447647 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a4826471-0502-4292-9c9b-9cb00d551405 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:29.509146 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-96e8019d-4825-4020-a122-5646af07fb84 admin admin] Calling delete_port for d5a2f160-cb27-46f9-8c61-71fbd08e9c73 owned by network:dhcp {{(pid=84430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:19:29.580835 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-a4826471-0502-4292-9c9b-9cb00d551405 None None] Calling delete_port for d5a2f160-cb27-46f9-8c61-71fbd08e9c73 owned by network:dhcp {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:19:29.618454 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-96e8019d-4825-4020-a122-5646af07fb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10267102'] for port, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:29.635631 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f8210c22-bb74-43cc-864a-0c5de0becd60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:19:29.660543 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.db.api [None req-a4826471-0502-4292-9c9b-9cb00d551405 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84431) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 05 16:19:29.660952 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_db.api [None req-a4826471-0502-4292-9c9b-9cb00d551405 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84431) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 05 16:19:29.693853 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8019d-4825-4020-a122-5646af07fb84 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a2f160-cb27-46f9-8c61-71fbd08e9c73,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:19:29.696494 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-96e8019d-4825-4020-a122-5646af07fb84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:19:29.739710 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device e0b0b259-2ef3-4f0f-930e-e20079988133 no longer exists at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:19:29.777109 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] No Port match for: e0b0b259-2ef3-4f0f-930e-e20079988133 {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:19:29.777502 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device e0b0b259-2ef3-4f0f-930e-e20079988133 not bound to the agent host dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:19:29.777962 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device d5a2f160-cb27-46f9-8c61-71fbd08e9c73 no longer exists at agent ovs-agent-dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:19:29.784580 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e8019d-4825-4020-a122-5646af07fb84 admin admin] No DVR routers for this DVR port d5a2f160-cb27-46f9-8c61-71fbd08e9c73 on host dv-cinder-784779-1-iscsi {{(pid=84430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:19:29.815979 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] No Port match for: d5a2f160-cb27-46f9-8c61-71fbd08e9c73 {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:19:29.816372 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Device d5a2f160-cb27-46f9-8c61-71fbd08e9c73 not bound to the agent host dv-cinder-784779-1-iscsi {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:19:29.908180 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-96e8019d-4825-4020-a122-5646af07fb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363297789275713'] for network, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:30.022081 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-96e8019d-4825-4020-a122-5646af07fb84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e34cc301-433b-450e-b5f9-c5acefe28e30']}} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:19:30.034494 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-96e8019d-4825-4020-a122-5646af07fb84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b40b3c6-7e06-4436-8c8c-0668a491fbfe') {'for_net_delete': True} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:19:30.034832 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-96e8019d-4825-4020-a122-5646af07fb84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b40b3c6-7e06-4436-8c8c-0668a491fbfe') {} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:19:30.046577 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-96e8019d-4825-4020-a122-5646af07fb84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739065499985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844464973'] for segment, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:30.131012 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-96e8019d-4825-4020-a122-5646af07fb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:30.138238 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e8019d-4825-4020-a122-5646af07fb84 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=84430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 16:19:30.162624 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-a4826471-0502-4292-9c9b-9cb00d551405 None None] Deleting port d5a2f160-cb27-46f9-8c61-71fbd08e9c73 {{(pid=84431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:19:30.163001 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a4826471-0502-4292-9c9b-9cb00d551405 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:30.233321 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-a4826471-0502-4292-9c9b-9cb00d551405 None None] The port 'd5a2f160-cb27-46f9-8c61-71fbd08e9c73' was deleted {{(pid=84431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 05 16:19:30.316464 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-96e8019d-4825-4020-a122-5646af07fb84 admin admin] Network e34cc301-433b-450e-b5f9-c5acefe28e30 has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:19:30.326103 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-96e8019d-4825-4020-a122-5646af07fb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844508760'] for segment, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:30.747467 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-96e8019d-4825-4020-a122-5646af07fb84 admin admin] Network e34cc301-433b-450e-b5f9-c5acefe28e30 has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: Traceback (most recent call last): Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: timer() Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: cb(*args, **kw) Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: return func(*args, **kwargs) Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: self._notify() Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: self.callback(batched_events) Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: event.method(event) Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: segment_id)['aggregates'][0] Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: return f(self, *a, **k) Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: return self._get(url).json() Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: **kwargs) Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: return self.request(url, 'GET', **kwargs) Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: **endpoint_filter) Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 16:19:30.770259 dv-cinder-784779-1-iscsi neutron-server[84318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 16:19:30.978213 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-96e8019d-4825-4020-a122-5646af07fb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850964774'] for network, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:30.982593 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a298672c-4d4b-4493-a918-7f8590868400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:19:30.998737 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-96e8019d-4825-4020-a122-5646af07fb84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:31.006547 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8019d-4825-4020-a122-5646af07fb84 admin admin] Pushing event deleted for resources: {'Network': ['ID=e34cc301-433b-450e-b5f9-c5acefe28e30,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:19:31.011206 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-96e8019d-4825-4020-a122-5646af07fb84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:19:31.017073 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-96e8019d-4825-4020-a122-5646af07fb84 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e34cc301-433b-450e-b5f9-c5acefe28e30 HTTP/1.1" status: 204 len: 168 time: 2.0599475 Apr 05 16:19:31.271712 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 53722) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:19:31.323422 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-39f2f12b-8361-4d4b-9369-56ce33452e44 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ac127c9bf344f5f88cf1aa6eacdf909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504234 Apr 05 16:19:31.325951 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 53726) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:19:31.386793 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-236aeaad-e7c9-4a4b-8eed-35743d7983db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:31.417270 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-236aeaad-e7c9-4a4b-8eed-35743d7983db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:32.715450 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-236aeaad-e7c9-4a4b-8eed-35743d7983db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:32.720700 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-929b943f-c88f-4f8a-98d5-ba2929fe9d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:19:32.735864 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236aeaad-e7c9-4a4b-8eed-35743d7983db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667f2e94-fd7c-41de-a483-a9885d0db15e,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:19:32.738482 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-236aeaad-e7c9-4a4b-8eed-35743d7983db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:19:32.745229 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-236aeaad-e7c9-4a4b-8eed-35743d7983db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:32.748826 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-236aeaad-e7c9-4a4b-8eed-35743d7983db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/667f2e94-fd7c-41de-a483-a9885d0db15e HTTP/1.1" status: 204 len: 168 time: 1.4194601 Apr 05 16:19:33.299752 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 53748) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:19:33.352602 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-4a355812-cece-4c35-ae99-4d9eb48f0d9b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dba536d6a6e74097a1f653e84c24ad65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498109 Apr 05 16:19:33.353838 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 53752) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:19:33.414575 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-07af9320-2f22-467b-8088-91c198c5df37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:33.442002 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-07af9320-2f22-467b-8088-91c198c5df37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:33.576182 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-07af9320-2f22-467b-8088-91c198c5df37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:33.581033 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0dafb320-8600-47c2-a2a0-1393eddb74b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:19:33.597555 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af9320-2f22-467b-8088-91c198c5df37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9825904b-f69f-4671-96ab-53332ba4da96,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:19:33.599922 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-07af9320-2f22-467b-8088-91c198c5df37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:19:33.602102 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-07af9320-2f22-467b-8088-91c198c5df37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:33.603932 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-07af9320-2f22-467b-8088-91c198c5df37 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9825904b-f69f-4671-96ab-53332ba4da96 HTTP/1.1" status: 204 len: 168 time: 0.2484193 Apr 05 16:19:35.954193 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:19:37.832227 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c655de69-7313-46f1-ad01-550810c099b6 req-2f50f46f-edc5-4461-a871-b252c7aa2448 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7df98ed8-1512-4b51-bd50-42cc5c4f92a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2668989 Apr 05 16:19:37.937877 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655de69-7313-46f1-ad01-550810c099b6 req-f903ffd5-4ada-423a-8730-ddb2bd2f0217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:19:37.939483 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c655de69-7313-46f1-ad01-550810c099b6 req-f903ffd5-4ada-423a-8730-ddb2bd2f0217 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2ee731ed09154de9b32b8a9eb587f275&device_id=7df98ed8-1512-4b51-bd50-42cc5c4f92a9 HTTP/1.1" status: 200 len: 1098 time: 0.0779519 Apr 05 16:19:38.098316 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655de69-7313-46f1-ad01-550810c099b6 req-03cc60b7-34aa-4828-8a46-2b483022f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:19:38.099820 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c655de69-7313-46f1-ad01-550810c099b6 req-03cc60b7-34aa-4828-8a46-2b483022f810 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e HTTP/1.1" status: 200 len: 915 time: 0.1350408 Apr 05 16:19:38.178890 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c655de69-7313-46f1-ad01-550810c099b6 req-16327840-86d7-4628-84e6-7bbc27385a0f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c63975b-8028-4316-990e-e6bf248144a6 HTTP/1.1" status: 200 len: 217 time: 0.0683959 Apr 05 16:19:38.249513 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655de69-7313-46f1-ad01-550810c099b6 req-99d1277a-1b88-407b-949a-428154f3d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:19:38.251085 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c655de69-7313-46f1-ad01-550810c099b6 req-99d1277a-1b88-407b-949a-428154f3d944 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30fa9efd-d270-4a7c-af52-592aba0ec8c3 HTTP/1.1" status: 200 len: 854 time: 0.0630102 Apr 05 16:19:38.306207 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c655de69-7313-46f1-ad01-550810c099b6 req-e1a0ba96-9933-4451-9c21-ecd0b8a8ac2f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448859 Apr 05 16:19:38.316890 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [req-c655de69-7313-46f1-ad01-550810c099b6 req-3fbd3d1c-a375-4822-96bb-c34edfd88d07 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=84429) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 16:19:38.317888 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c655de69-7313-46f1-ad01-550810c099b6 req-3fbd3d1c-a375-4822-96bb-c34edfd88d07 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049393 Apr 05 16:19:38.463723 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c655de69-7313-46f1-ad01-550810c099b6 req-0c15ca8c-b9f4-45f6-b45a-eaad00259b0e service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359534 Apr 05 16:19:38.606887 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c655de69-7313-46f1-ad01-550810c099b6 req-75965b2d-4b9a-4a37-a8a2-f8a731c686b6 service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335785 Apr 05 16:19:45.475005 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:49.422392 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-baecd02f-6a5e-4489-9d65-3147c9ffb416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:50.764679 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:51.915694 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-81f77d91-1eab-4280-b0fd-4d3a812be58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:52.484863 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:19:53.998830 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:20:12.953760 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:20:15.473267 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:20:19.423440 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c4db80f5-c797-4fc5-8010-c8f26cb593a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:20:20.766514 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:20:21.909087 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a7290277-13e7-431b-a497-5b5e65634d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:20:22.480848 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:20:24.006214 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:20:39.629459 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c4c8179c-1ab7-466e-9b4a-84b1c8d2cae0 req-281497d0-03d9-4d68-ba91-89836e55698d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28c76876-52e4-4bd5-b8ad-75771623a57d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806265 Apr 05 16:20:39.787894 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8179c-1ab7-466e-9b4a-84b1c8d2cae0 req-54978894-99e8-464b-94a0-e9ba4f77ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:20:39.789499 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c4c8179c-1ab7-466e-9b4a-84b1c8d2cae0 req-54978894-99e8-464b-94a0-e9ba4f77ba3e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2ee731ed09154de9b32b8a9eb587f275&device_id=28c76876-52e4-4bd5-b8ad-75771623a57d HTTP/1.1" status: 200 len: 1098 time: 0.0783546 Apr 05 16:20:39.950504 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8179c-1ab7-466e-9b4a-84b1c8d2cae0 req-bb3cf10a-5a3b-4598-9011-13c1356aca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:20:39.952092 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c4c8179c-1ab7-466e-9b4a-84b1c8d2cae0 req-bb3cf10a-5a3b-4598-9011-13c1356aca7a service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e HTTP/1.1" status: 200 len: 915 time: 0.1378088 Apr 05 16:20:40.031266 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c4c8179c-1ab7-466e-9b4a-84b1c8d2cae0 req-f729d86e-4ad9-42fb-bb81-d6070e548a07 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdbef906-b1e3-4994-b9e2-0794e220ae41 HTTP/1.1" status: 200 len: 217 time: 0.0685034 Apr 05 16:20:40.102202 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8179c-1ab7-466e-9b4a-84b1c8d2cae0 req-a694105d-27f3-4e51-90ad-a2d10806e855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:20:40.103763 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c4c8179c-1ab7-466e-9b4a-84b1c8d2cae0 req-a694105d-27f3-4e51-90ad-a2d10806e855 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30fa9efd-d270-4a7c-af52-592aba0ec8c3 HTTP/1.1" status: 200 len: 854 time: 0.0625336 Apr 05 16:20:40.161256 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c4c8179c-1ab7-466e-9b4a-84b1c8d2cae0 req-c31aa753-64a9-47a6-9d07-534d6a72871f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475707 Apr 05 16:20:40.530519 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c4c8179c-1ab7-466e-9b4a-84b1c8d2cae0 req-b62e3b0f-0d5f-4f43-9e57-9e870d33f61e service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591208 Apr 05 16:20:40.676392 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-c4c8179c-1ab7-466e-9b4a-84b1c8d2cae0 req-c13cbaf5-e6fa-47eb-b5b3-39a05f23d1cd service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351743 Apr 05 16:20:45.497890 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:20:49.440730 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ab528f76-3e2c-4e1a-aa0e-a51b4d43fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:20:49.953694 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:20:50.766172 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:20:51.926251 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-93015866-5e2f-4543-9377-b5e009196a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:20:52.474902 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:20:54.126836 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:21:15.478006 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:21:19.415249 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-534c668a-a9a4-481b-92b8-971e86088a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:21:20.765995 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:21:21.929282 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-6c8e6867-ede6-4579-a5c3-bce9841dd77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:21:22.491440 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:21:24.023231 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:21:26.954137 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:21:40.639413 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-49a9fa90-1b78-458f-b16c-4964d4d51389 req-108526be-64ee-4158-9cda-016181be656a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7df98ed8-1512-4b51-bd50-42cc5c4f92a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773060 Apr 05 16:21:40.745966 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9fa90-1b78-458f-b16c-4964d4d51389 req-cf1964dc-dd76-4120-baf9-ca00a6531686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:21:40.747532 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-49a9fa90-1b78-458f-b16c-4964d4d51389 req-cf1964dc-dd76-4120-baf9-ca00a6531686 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2ee731ed09154de9b32b8a9eb587f275&device_id=7df98ed8-1512-4b51-bd50-42cc5c4f92a9 HTTP/1.1" status: 200 len: 1098 time: 0.0784929 Apr 05 16:21:40.909827 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9fa90-1b78-458f-b16c-4964d4d51389 req-8a321b2b-a755-4a66-bd21-9a89e7664daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:21:40.911391 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-49a9fa90-1b78-458f-b16c-4964d4d51389 req-8a321b2b-a755-4a66-bd21-9a89e7664daa service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e HTTP/1.1" status: 200 len: 915 time: 0.1386936 Apr 05 16:21:40.986019 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-49a9fa90-1b78-458f-b16c-4964d4d51389 req-a30ea3c8-30ac-4dfe-83c7-488bf7a8b481 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c63975b-8028-4316-990e-e6bf248144a6 HTTP/1.1" status: 200 len: 217 time: 0.0647981 Apr 05 16:21:41.059887 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9fa90-1b78-458f-b16c-4964d4d51389 req-6693ac93-b345-426c-93e6-646599c42e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:21:41.061382 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-49a9fa90-1b78-458f-b16c-4964d4d51389 req-6693ac93-b345-426c-93e6-646599c42e9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30fa9efd-d270-4a7c-af52-592aba0ec8c3 HTTP/1.1" status: 200 len: 854 time: 0.0650749 Apr 05 16:21:41.116702 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-49a9fa90-1b78-458f-b16c-4964d4d51389 req-0564ce13-375b-4d8a-8b7c-235ca6cdee40 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444415 Apr 05 16:21:41.262837 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-49a9fa90-1b78-458f-b16c-4964d4d51389 req-295d84a9-8d4b-4c76-a093-d1cbcb1ccd48 service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360657 Apr 05 16:21:41.407233 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-49a9fa90-1b78-458f-b16c-4964d4d51389 req-300485aa-8099-4ffb-a058-64bf30c7c3b6 service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345162 Apr 05 16:21:45.496910 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:21:49.432114 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7a68b12a-d553-49f9-8d0a-3566e9d3e218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:21:50.775103 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:21:51.915106 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7b538583-f7c6-40e7-a8e5-a0dfc9ec973b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:21:52.485772 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:21:54.034597 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:22:03.953932 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:22:15.508678 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:22:19.416777 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a1d8f6ca-fa85-480f-b91b-e356eebd722e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:22:20.765850 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:22:21.913846 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-398ca099-0695-4959-9f4e-e89cfcf0e5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:22:22.496592 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:22:24.028098 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:22:40.667874 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d1452e3f-e474-4ad0-99b4-f6945be74da6 req-40a69c52-0009-418a-a0af-64e81cb144ec service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28c76876-52e4-4bd5-b8ad-75771623a57d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762985 Apr 05 16:22:40.828492 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1452e3f-e474-4ad0-99b4-f6945be74da6 req-1dbb7eb9-ae00-4f11-8091-792570c04c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:22:40.829959 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d1452e3f-e474-4ad0-99b4-f6945be74da6 req-1dbb7eb9-ae00-4f11-8091-792570c04c41 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2ee731ed09154de9b32b8a9eb587f275&device_id=28c76876-52e4-4bd5-b8ad-75771623a57d HTTP/1.1" status: 200 len: 1098 time: 0.0802259 Apr 05 16:22:40.953471 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:22:40.990515 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1452e3f-e474-4ad0-99b4-f6945be74da6 req-3a901197-8b40-46b3-9c5e-01854fe55436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:22:40.992061 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d1452e3f-e474-4ad0-99b4-f6945be74da6 req-3a901197-8b40-46b3-9c5e-01854fe55436 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e HTTP/1.1" status: 200 len: 915 time: 0.1374066 Apr 05 16:22:41.066972 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d1452e3f-e474-4ad0-99b4-f6945be74da6 req-b25d7876-9835-464f-87c7-ec67d6f52a1b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdbef906-b1e3-4994-b9e2-0794e220ae41 HTTP/1.1" status: 200 len: 217 time: 0.0649130 Apr 05 16:22:41.140993 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1452e3f-e474-4ad0-99b4-f6945be74da6 req-6caf997a-428d-4135-a76f-3c9d8ad8eaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:22:41.142605 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d1452e3f-e474-4ad0-99b4-f6945be74da6 req-6caf997a-428d-4135-a76f-3c9d8ad8eaf6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30fa9efd-d270-4a7c-af52-592aba0ec8c3 HTTP/1.1" status: 200 len: 854 time: 0.0664313 Apr 05 16:22:41.198844 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d1452e3f-e474-4ad0-99b4-f6945be74da6 req-76666e77-0135-43bb-b2ff-6ec53b0f8dd2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461571 Apr 05 16:22:41.339599 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d1452e3f-e474-4ad0-99b4-f6945be74da6 req-e498a626-5d28-4fad-9e63-bc4b1f57ec97 service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324239 Apr 05 16:22:41.482671 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-d1452e3f-e474-4ad0-99b4-f6945be74da6 req-b3e3f76e-862d-41d8-b3a6-fcf32bc49d53 service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333666 Apr 05 16:22:45.525111 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:22:49.439493 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-28537fc9-bd08-486e-a3da-12cab186aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:22:50.770780 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:22:51.913854 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8855648e-bfb7-4268-8cc2-e0cf6a7027af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:22:52.488125 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:22:54.132908 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:23:15.571620 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:23:17.952882 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:23:19.424934 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-46a767f8-c75a-41cb-87d3-109e868df438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:23:20.768138 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:23:21.919678 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e1413ca2-f033-41e8-979e-b54ba4b1be10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:23:22.501901 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:23:24.039439 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:23:40.643850 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fa8ac7ab-d4ee-4ad8-81ed-9675eccd44c3 req-39cd9fcc-568b-46e8-8fde-6fc46280f10c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7df98ed8-1512-4b51-bd50-42cc5c4f92a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801919 Apr 05 16:23:40.749481 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ac7ab-d4ee-4ad8-81ed-9675eccd44c3 req-5bf573fe-551b-4ca8-9c2a-1c1a521b6c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:23:40.751122 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fa8ac7ab-d4ee-4ad8-81ed-9675eccd44c3 req-5bf573fe-551b-4ca8-9c2a-1c1a521b6c6c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2ee731ed09154de9b32b8a9eb587f275&device_id=7df98ed8-1512-4b51-bd50-42cc5c4f92a9 HTTP/1.1" status: 200 len: 1098 time: 0.0797386 Apr 05 16:23:40.913473 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ac7ab-d4ee-4ad8-81ed-9675eccd44c3 req-38a5e77f-ddf8-4ed7-bf36-69ec5a6ce3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:23:40.915072 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fa8ac7ab-d4ee-4ad8-81ed-9675eccd44c3 req-38a5e77f-ddf8-4ed7-bf36-69ec5a6ce3fb service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e HTTP/1.1" status: 200 len: 915 time: 0.1376562 Apr 05 16:23:40.993871 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fa8ac7ab-d4ee-4ad8-81ed-9675eccd44c3 req-45775b74-8b11-4128-939b-6792ac36cf49 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c63975b-8028-4316-990e-e6bf248144a6 HTTP/1.1" status: 200 len: 217 time: 0.0689423 Apr 05 16:23:41.064670 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ac7ab-d4ee-4ad8-81ed-9675eccd44c3 req-76caa50c-a3ef-4f46-808e-ea8cafbc16fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:23:41.066143 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fa8ac7ab-d4ee-4ad8-81ed-9675eccd44c3 req-76caa50c-a3ef-4f46-808e-ea8cafbc16fb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30fa9efd-d270-4a7c-af52-592aba0ec8c3 HTTP/1.1" status: 200 len: 854 time: 0.0628898 Apr 05 16:23:41.120466 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fa8ac7ab-d4ee-4ad8-81ed-9675eccd44c3 req-e20fc2b7-07ad-4bca-a816-fa314f755b0c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441444 Apr 05 16:23:41.265391 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fa8ac7ab-d4ee-4ad8-81ed-9675eccd44c3 req-2935bec2-7edb-4eeb-8f70-b1245862b273 service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340344 Apr 05 16:23:41.410133 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-fa8ac7ab-d4ee-4ad8-81ed-9675eccd44c3 req-62bd7d13-f1ca-4516-8bb4-8fa1e9fef0e6 service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342976 Apr 05 16:23:45.528379 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:23:49.439257 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-19f8afc8-ac11-4937-8106-e1b05ffc2534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:23:50.773137 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:23:51.899119 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-bb851798-c8d8-4cb2-b7a1-a0d7c35014a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:23:52.487515 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:23:54.030346 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:23:54.952323 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:24:15.536164 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:24:19.435578 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-841b8297-368c-4b4b-97f1-ffdde7123397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:24:20.767222 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:24:21.913278 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e366f18a-052c-4dab-ac79-28da7693c1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:24:22.509866 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:24:24.038680 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:24:31.952427 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:24:41.667478 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a34f267-ae14-4225-ac82-2029fe96628f req-854ac87e-f99c-4f03-b22e-a42015b6ac62 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28c76876-52e4-4bd5-b8ad-75771623a57d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1251757 Apr 05 16:24:41.828728 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34f267-ae14-4225-ac82-2029fe96628f req-e25aa7bb-40aa-49a7-97f0-dbd163e2e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:24:41.830209 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a34f267-ae14-4225-ac82-2029fe96628f req-e25aa7bb-40aa-49a7-97f0-dbd163e2e0f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2ee731ed09154de9b32b8a9eb587f275&device_id=28c76876-52e4-4bd5-b8ad-75771623a57d HTTP/1.1" status: 200 len: 1098 time: 0.0797513 Apr 05 16:24:41.991295 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34f267-ae14-4225-ac82-2029fe96628f req-4c2d62b0-099f-4581-bdcb-098bcb6d3098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:24:41.992851 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a34f267-ae14-4225-ac82-2029fe96628f req-4c2d62b0-099f-4581-bdcb-098bcb6d3098 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e HTTP/1.1" status: 200 len: 915 time: 0.1378105 Apr 05 16:24:42.072299 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a34f267-ae14-4225-ac82-2029fe96628f req-498d1a7c-6d72-4672-b935-235598e3d3b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdbef906-b1e3-4994-b9e2-0794e220ae41 HTTP/1.1" status: 200 len: 217 time: 0.0696032 Apr 05 16:24:42.143538 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34f267-ae14-4225-ac82-2029fe96628f req-9fd49a14-564c-43c9-a5bf-829f6a966a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:24:42.145081 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a34f267-ae14-4225-ac82-2029fe96628f req-9fd49a14-564c-43c9-a5bf-829f6a966a14 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30fa9efd-d270-4a7c-af52-592aba0ec8c3 HTTP/1.1" status: 200 len: 854 time: 0.0633807 Apr 05 16:24:42.203469 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a34f267-ae14-4225-ac82-2029fe96628f req-efbf75bd-7e94-4fdd-98d0-136aed952211 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482497 Apr 05 16:24:42.349850 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a34f267-ae14-4225-ac82-2029fe96628f req-df960461-96a2-4eb6-bd2a-677bdc11f0b1 service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356397 Apr 05 16:24:42.493218 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5a34f267-ae14-4225-ac82-2029fe96628f req-8b19766c-454c-49b6-99d7-33cd89a91436 service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330369 Apr 05 16:24:45.547167 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:24:49.429762 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-55a9f02d-aef1-4bd2-a10a-8e47a1995d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:24:50.772694 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:24:51.913081 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3b31-7588-45a1-af82-af18a2a8598a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:24:52.513117 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:24:54.149150 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:25:08.951802 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:25:15.552514 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:25:19.435934 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a4f4b1a3-d304-4a4b-a70c-5bb7169a4be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:25:20.789482 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:25:21.915252 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a6002bb9-1f9e-46eb-be4a-8f077091c36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:25:22.509361 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:25:24.049821 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:25:41.635288 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-043e7609-a25c-4422-bc21-8040b63710f4 req-c81102ba-ee07-4b09-b3b0-bdb90d58f402 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7df98ed8-1512-4b51-bd50-42cc5c4f92a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760553 Apr 05 16:25:41.741832 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e7609-a25c-4422-bc21-8040b63710f4 req-8c475501-e588-495c-a390-dc7e1ac029c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:25:41.743439 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-043e7609-a25c-4422-bc21-8040b63710f4 req-8c475501-e588-495c-a390-dc7e1ac029c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2ee731ed09154de9b32b8a9eb587f275&device_id=7df98ed8-1512-4b51-bd50-42cc5c4f92a9 HTTP/1.1" status: 200 len: 1098 time: 0.0801778 Apr 05 16:25:41.906633 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e7609-a25c-4422-bc21-8040b63710f4 req-a5b5e788-8ecf-4e60-a025-771697a65b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:25:41.908161 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-043e7609-a25c-4422-bc21-8040b63710f4 req-a5b5e788-8ecf-4e60-a025-771697a65b19 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e HTTP/1.1" status: 200 len: 915 time: 0.1407754 Apr 05 16:25:42.204740 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-043e7609-a25c-4422-bc21-8040b63710f4 req-4539c33b-0343-4d08-b0e6-eaeebbdde3fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c63975b-8028-4316-990e-e6bf248144a6 HTTP/1.1" status: 200 len: 217 time: 0.2863045 Apr 05 16:25:42.278142 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e7609-a25c-4422-bc21-8040b63710f4 req-49bacefc-dbcc-49b6-b90e-4f829ee311f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:25:42.279692 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-043e7609-a25c-4422-bc21-8040b63710f4 req-49bacefc-dbcc-49b6-b90e-4f829ee311f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30fa9efd-d270-4a7c-af52-592aba0ec8c3 HTTP/1.1" status: 200 len: 854 time: 0.0652356 Apr 05 16:25:42.335106 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-043e7609-a25c-4422-bc21-8040b63710f4 req-227e072d-716e-42b0-9812-691f3c6b461a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451472 Apr 05 16:25:42.481314 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-043e7609-a25c-4422-bc21-8040b63710f4 req-95fb253e-0c4f-447e-b895-ca311251f74d service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358397 Apr 05 16:25:42.629466 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-043e7609-a25c-4422-bc21-8040b63710f4 req-e719a75d-8883-4eec-89db-2c38d66f6400 service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370533 Apr 05 16:25:45.572051 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:25:45.951059 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:25:49.434437 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-49ac9831-a80a-4462-a470-864f97147889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:25:50.780893 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:25:51.918549 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-9d604cad-4392-4495-b114-16c44b52c646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:25:52.513454 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:25:54.049289 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:26:15.597759 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:26:19.432044 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-21d3fa81-8692-498f-a1ae-80ed40c88df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:26:20.776783 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:26:21.914074 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5b1ddd97-fc6f-4c2b-b392-f03d68e3199b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:26:22.514642 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:26:22.951058 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:26:24.062544 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:26:41.604959 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-78c62311-9c95-46cc-8e21-37efceacf7af req-81b29430-82d1-4b64-b2bf-279fb8b79b2e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28c76876-52e4-4bd5-b8ad-75771623a57d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794373 Apr 05 16:26:41.762598 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c62311-9c95-46cc-8e21-37efceacf7af req-cb69c442-d800-4a99-922c-b1c98cec347a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:26:41.764832 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-78c62311-9c95-46cc-8e21-37efceacf7af req-cb69c442-d800-4a99-922c-b1c98cec347a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2ee731ed09154de9b32b8a9eb587f275&device_id=28c76876-52e4-4bd5-b8ad-75771623a57d HTTP/1.1" status: 200 len: 1098 time: 0.0786150 Apr 05 16:26:41.925918 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c62311-9c95-46cc-8e21-37efceacf7af req-e35d3eb3-bafb-4cbb-963b-1029041b13e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:26:41.927514 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-78c62311-9c95-46cc-8e21-37efceacf7af req-e35d3eb3-bafb-4cbb-963b-1029041b13e1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e HTTP/1.1" status: 200 len: 915 time: 0.1398771 Apr 05 16:26:42.006497 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-78c62311-9c95-46cc-8e21-37efceacf7af req-d1e5634a-1ff2-4f4b-abdb-f92fa533e962 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdbef906-b1e3-4994-b9e2-0794e220ae41 HTTP/1.1" status: 200 len: 217 time: 0.0683286 Apr 05 16:26:42.075533 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c62311-9c95-46cc-8e21-37efceacf7af req-68562725-5b07-4f99-80f2-4c99f41e770d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:26:42.077597 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-78c62311-9c95-46cc-8e21-37efceacf7af req-68562725-5b07-4f99-80f2-4c99f41e770d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30fa9efd-d270-4a7c-af52-592aba0ec8c3 HTTP/1.1" status: 200 len: 854 time: 0.0617659 Apr 05 16:26:42.132790 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-78c62311-9c95-46cc-8e21-37efceacf7af req-d7f5b802-58e4-4479-a7c5-05e9181aa73f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448251 Apr 05 16:26:42.275080 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-78c62311-9c95-46cc-8e21-37efceacf7af req-44e7f0ae-5c17-4b76-9c86-622b33938220 service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321895 Apr 05 16:26:42.418921 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-78c62311-9c95-46cc-8e21-37efceacf7af req-27ad99b4-5be3-46cc-bc78-fd738b09bec5 service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335487 Apr 05 16:26:45.597836 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:26:49.426241 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8afd77b8-0b5a-4b97-ad86-4e9b3ff5975a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:26:50.780510 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:26:51.917646 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3e852e9c-b035-4105-9559-b8680ddb0366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:26:52.529085 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:26:54.327749 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:26:59.950478 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:27:15.622269 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:27:19.444784 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-00c8e95e-41cc-4d2d-95bf-edab68c4792b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:27:20.787495 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:27:21.930513 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-33778f50-4c3f-44e9-99c1-ba989e59bea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:27:22.524716 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:27:24.056446 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:27:30.264363 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 55654) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:27:30.448129 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_v2 [None req-173b54fc-a2f4-4af3-a67c-7ab52a40500e admin admin] Deleting subnet 923d82e8-4216-4e0f-9fc4-7c5502e914f1 {{(pid=84430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 16:27:30.451179 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-173b54fc-a2f4-4af3-a67c-7ab52a40500e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:27:30.505980 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-173b54fc-a2f4-4af3-a67c-7ab52a40500e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10310842'] for subnet, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:27:30.563280 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-173b54fc-a2f4-4af3-a67c-7ab52a40500e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:27:30.839540 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-173b54fc-a2f4-4af3-a67c-7ab52a40500e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844508925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2147944'] for subnet, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:27:30.854631 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4a454a16-1e89-41a3-8170-d18b285ccf8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:27:30.901273 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b54fc-a2f4-4af3-a67c-7ab52a40500e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=923d82e8-4216-4e0f-9fc4-7c5502e914f1,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:27:30.912031 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b54fc-a2f4-4af3-a67c-7ab52a40500e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:27:30.912454 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b54fc-a2f4-4af3-a67c-7ab52a40500e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:27:30.912868 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b54fc-a2f4-4af3-a67c-7ab52a40500e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:27:30.913276 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b54fc-a2f4-4af3-a67c-7ab52a40500e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:27:30.913679 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b54fc-a2f4-4af3-a67c-7ab52a40500e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:27:30.914085 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b54fc-a2f4-4af3-a67c-7ab52a40500e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:27:30.914516 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b54fc-a2f4-4af3-a67c-7ab52a40500e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:27:30.914920 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b54fc-a2f4-4af3-a67c-7ab52a40500e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:27:30.915322 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b54fc-a2f4-4af3-a67c-7ab52a40500e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:27:30.915725 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b54fc-a2f4-4af3-a67c-7ab52a40500e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:27:30.916119 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b54fc-a2f4-4af3-a67c-7ab52a40500e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:27:30.916515 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b54fc-a2f4-4af3-a67c-7ab52a40500e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:27:30.968743 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-173b54fc-a2f4-4af3-a67c-7ab52a40500e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:27:31.003542 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-173b54fc-a2f4-4af3-a67c-7ab52a40500e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:27:31.009647 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-173b54fc-a2f4-4af3-a67c-7ab52a40500e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/923d82e8-4216-4e0f-9fc4-7c5502e914f1 HTTP/1.1" status: 204 len: 168 time: 0.7441990 Apr 05 16:27:31.012407 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 55664) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:27:31.127641 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-83494f95-7058-4383-8d12-3c2816957f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-516461'] for network, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:27:31.314681 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-83494f95-7058-4383-8d12-3c2816957f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363297789275713'] for network, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:27:31.430499 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-83494f95-7058-4383-8d12-3c2816957f45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742f0d6b-c627-488c-9d6d-30bf03552eab']}} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:27:31.442747 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-83494f95-7058-4383-8d12-3c2816957f45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df4183dd-ab41-482d-af44-7cf4ca52afe4') {'for_net_delete': True} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:27:31.443084 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-83494f95-7058-4383-8d12-3c2816957f45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df4183dd-ab41-482d-af44-7cf4ca52afe4') {} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:27:31.454758 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-83494f95-7058-4383-8d12-3c2816957f45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739065499985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844464973'] for segment, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:27:31.469596 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-83494f95-7058-4383-8d12-3c2816957f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:27:31.475693 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83494f95-7058-4383-8d12-3c2816957f45 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=84430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 16:27:31.656133 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-83494f95-7058-4383-8d12-3c2816957f45 admin admin] Network 742f0d6b-c627-488c-9d6d-30bf03552eab has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:27:31.665121 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-83494f95-7058-4383-8d12-3c2816957f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844508760'] for segment, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:27:31.840583 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-83494f95-7058-4383-8d12-3c2816957f45 admin admin] Network 742f0d6b-c627-488c-9d6d-30bf03552eab has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: Traceback (most recent call last): Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: timer() Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: cb(*args, **kw) Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: return func(*args, **kwargs) Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: self._notify() Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: self.callback(batched_events) Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: event.method(event) Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: segment_id)['aggregates'][0] Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: return f(self, *a, **k) Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: return self._get(url).json() Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: **kwargs) Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: return self.request(url, 'GET', **kwargs) Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: **endpoint_filter) Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 16:27:31.866702 dv-cinder-784779-1-iscsi neutron-server[84318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 16:27:31.970593 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-83494f95-7058-4383-8d12-3c2816957f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850964774'] for network, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:27:31.975170 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-83494f95-7058-4383-8d12-3c2816957f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:27:31.978869 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a36f4f1e-3b55-4dae-9b36-2b8d4ad4e77d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:27:32.002405 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83494f95-7058-4383-8d12-3c2816957f45 admin admin] Pushing event deleted for resources: {'Network': ['ID=742f0d6b-c627-488c-9d6d-30bf03552eab,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:27:32.005032 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-83494f95-7058-4383-8d12-3c2816957f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:27:32.022698 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-83494f95-7058-4383-8d12-3c2816957f45 admin admin] 10.222.0.44 "DELETE /v2.0/networks/742f0d6b-c627-488c-9d6d-30bf03552eab HTTP/1.1" status: 204 len: 168 time: 1.0089593 Apr 05 16:27:32.217750 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 55672) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:27:32.272819 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-10b49706-42c1-4b09-80cd-65a10855cb94 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a9e3712c411b4003b59b08ae7e238887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537701 Apr 05 16:27:32.275241 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 55676) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:27:32.335540 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b810eaea-9999-4e82-aa5f-6a43eec3efea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:27:32.363598 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b810eaea-9999-4e82-aa5f-6a43eec3efea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:27:32.534282 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b810eaea-9999-4e82-aa5f-6a43eec3efea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:27:32.539347 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-99146e56-5c5b-4793-bf15-0f269be1e124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:27:32.552897 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b810eaea-9999-4e82-aa5f-6a43eec3efea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707eb184-be04-44fc-a4b5-d0ecf30fb7b1,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:27:32.555662 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b810eaea-9999-4e82-aa5f-6a43eec3efea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:27:32.584812 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-b810eaea-9999-4e82-aa5f-6a43eec3efea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:27:32.586024 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-b810eaea-9999-4e82-aa5f-6a43eec3efea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/707eb184-be04-44fc-a4b5-d0ecf30fb7b1 HTTP/1.1" status: 204 len: 168 time: 0.3098538 Apr 05 16:27:36.950047 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:27:41.686973 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e8164cf6-1581-49f0-bc04-f6843a754d36 req-744d1043-587b-4807-b913-972760faef63 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7df98ed8-1512-4b51-bd50-42cc5c4f92a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794189 Apr 05 16:27:41.785850 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8164cf6-1581-49f0-bc04-f6843a754d36 req-acab51d3-378d-4c79-8cb7-94b5811ae030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:27:41.787406 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e8164cf6-1581-49f0-bc04-f6843a754d36 req-acab51d3-378d-4c79-8cb7-94b5811ae030 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2ee731ed09154de9b32b8a9eb587f275&device_id=7df98ed8-1512-4b51-bd50-42cc5c4f92a9 HTTP/1.1" status: 200 len: 1098 time: 0.0758917 Apr 05 16:27:41.948557 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8164cf6-1581-49f0-bc04-f6843a754d36 req-b07ffeae-fe44-44ca-92d9-2698df9abeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:27:41.950099 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e8164cf6-1581-49f0-bc04-f6843a754d36 req-b07ffeae-fe44-44ca-92d9-2698df9abeb8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e HTTP/1.1" status: 200 len: 915 time: 0.1378241 Apr 05 16:27:42.032753 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e8164cf6-1581-49f0-bc04-f6843a754d36 req-70b5b40b-28c8-4a6f-b4be-a11defa3abd4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c63975b-8028-4316-990e-e6bf248144a6 HTTP/1.1" status: 200 len: 217 time: 0.0720627 Apr 05 16:27:42.102645 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8164cf6-1581-49f0-bc04-f6843a754d36 req-b12051c1-426d-4e6e-ad43-12c4b022f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:27:42.104103 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e8164cf6-1581-49f0-bc04-f6843a754d36 req-b12051c1-426d-4e6e-ad43-12c4b022f1da service neutron] 10.222.0.43 "GET /v2.0/subnets?id=30fa9efd-d270-4a7c-af52-592aba0ec8c3 HTTP/1.1" status: 200 len: 854 time: 0.0621495 Apr 05 16:27:42.163160 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e8164cf6-1581-49f0-bc04-f6843a754d36 req-1c63d123-dad6-4137-bd06-d40cd50d3658 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fe72dc6c-6c3e-4400-88dd-6c9ca174976e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479276 Apr 05 16:27:42.305832 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e8164cf6-1581-49f0-bc04-f6843a754d36 req-068b4d5f-1497-412b-a3b3-a80f2ae380a2 service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319661 Apr 05 16:27:42.449193 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-e8164cf6-1581-49f0-bc04-f6843a754d36 req-58912ed5-3d02-4fd3-9925-baf041d25b77 service neutron] 10.222.0.43 "GET /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326535 Apr 05 16:27:45.633037 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:27:49.439086 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d6179452-b16b-4c61-abcd-2dba0f1ba181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:27:50.779847 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:27:51.934359 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c03a9780-27d2-4104-85bc-e2065ca260d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:27:52.528796 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:27:54.073361 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:13.949325 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:28:15.633096 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:19.444420 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-13a9937a-8d34-4645-9d20-2482d16e9101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:20.787090 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:21.935718 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0d98379c-4a84-4439-aba7-29c02fe8c4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:22.524184 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:24.078158 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:35.384228 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b054406-2561-4eeb-bab3-5680c2d6fa9f req-10486ee7-d1c8-4c7f-ae3b-650cdcee1afd tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:28:35.385810 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8b054406-2561-4eeb-bab3-5680c2d6fa9f req-10486ee7-d1c8-4c7f-ae3b-650cdcee1afd tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=7df98ed8-1512-4b51-bd50-42cc5c4f92a9 HTTP/1.1" status: 200 len: 945 time: 0.3065977 Apr 05 16:28:35.432719 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-8b054406-2561-4eeb-bab3-5680c2d6fa9f req-77df8664-a4c7-4587-9eaf-8dbc3f537833 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/security-groups?id=45938762-a675-4628-a023-b68362bc205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402009 Apr 05 16:28:35.561991 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bd35d-58e2-468d-af39-bd0ed51231fb req-f3dcb108-4b82-43b9-9c4d-9b229b16e94f tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:28:35.562761 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-889bd35d-58e2-468d-af39-bd0ed51231fb req-f3dcb108-4b82-43b9-9c4d-9b229b16e94f tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Synchronizing usage tracker for tenant:2ee731ed09154de9b32b8a9eb587f275 on resource:port {{(pid=84429) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:28:35.603720 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-889bd35d-58e2-468d-af39-bd0ed51231fb req-f3dcb108-4b82-43b9-9c4d-9b229b16e94f tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Unset dirty status for tenant:2ee731ed09154de9b32b8a9eb587f275 on resource:port {{(pid=84429) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:28:35.604907 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-889bd35d-58e2-468d-af39-bd0ed51231fb req-f3dcb108-4b82-43b9-9c4d-9b229b16e94f tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df98ed8-1512-4b51-bd50-42cc5c4f92a9 HTTP/1.1" status: 200 len: 945 time: 0.1350255 Apr 05 16:28:35.683452 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-889bd35d-58e2-468d-af39-bd0ed51231fb req-64eb8876-e9b3-49ca-b6ef-2e2a0d7db730 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Deleting port 7c63975b-8028-4316-990e-e6bf248144a6 {{(pid=84429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:28:35.683774 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-889bd35d-58e2-468d-af39-bd0ed51231fb req-64eb8876-e9b3-49ca-b6ef-2e2a0d7db730 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:35.942935 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-889bd35d-58e2-468d-af39-bd0ed51231fb req-64eb8876-e9b3-49ca-b6ef-2e2a0d7db730 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] For port 7c63975b-8028-4316-990e-e6bf248144a6, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=7c63975b-8028-4316-990e-e6bf248144a6,segment=NetworkSegment(d6270d4a-d3d5-4a13-9ab1-f09014f65d18),segment_id=d6270d4a-d3d5-4a13-9ab1-f09014f65d18)] {{(pid=84429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:28:35.943338 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-889bd35d-58e2-468d-af39-bd0ed51231fb req-64eb8876-e9b3-49ca-b6ef-2e2a0d7db730 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:36.076800 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-889bd35d-58e2-468d-af39-bd0ed51231fb req-64eb8876-e9b3-49ca-b6ef-2e2a0d7db730 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Calling delete_port for 7c63975b-8028-4316-990e-e6bf248144a6 owned by compute:nova {{(pid=84429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:28:36.369676 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-889bd35d-58e2-468d-af39-bd0ed51231fb req-64eb8876-e9b3-49ca-b6ef-2e2a0d7db730 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:36.385300 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6203d5b7-7471-4a1d-8a50-dd2d491199ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:28:36.385775 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['bdbef906-b1e3-4994-b9e2-0794e220ae41', '7c63975b-8028-4316-990e-e6bf248144a6'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:28:36.447872 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb8876-e9b3-49ca-b6ef-2e2a0d7db730 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Pushing event deleted for resources: {'Port': ['ID=7c63975b-8028-4316-990e-e6bf248144a6,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:28:36.459624 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eb8876-e9b3-49ca-b6ef-2e2a0d7db730 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:28:36.460053 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eb8876-e9b3-49ca-b6ef-2e2a0d7db730 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:28:36.460472 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eb8876-e9b3-49ca-b6ef-2e2a0d7db730 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:28:36.460891 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eb8876-e9b3-49ca-b6ef-2e2a0d7db730 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:28:36.461303 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eb8876-e9b3-49ca-b6ef-2e2a0d7db730 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:28:36.461711 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eb8876-e9b3-49ca-b6ef-2e2a0d7db730 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:28:36.462118 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eb8876-e9b3-49ca-b6ef-2e2a0d7db730 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:28:36.462550 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eb8876-e9b3-49ca-b6ef-2e2a0d7db730 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:28:36.462957 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eb8876-e9b3-49ca-b6ef-2e2a0d7db730 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:28:36.463361 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eb8876-e9b3-49ca-b6ef-2e2a0d7db730 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:28:36.463768 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eb8876-e9b3-49ca-b6ef-2e2a0d7db730 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:28:36.464356 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eb8876-e9b3-49ca-b6ef-2e2a0d7db730 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:28:36.513390 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-64eb8876-e9b3-49ca-b6ef-2e2a0d7db730 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:28:36.650030 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-889bd35d-58e2-468d-af39-bd0ed51231fb req-64eb8876-e9b3-49ca-b6ef-2e2a0d7db730 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] No DVR routers for this DVR port 7c63975b-8028-4316-990e-e6bf248144a6 on host hv-cinder-78477 {{(pid=84429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:28:36.652555 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-889bd35d-58e2-468d-af39-bd0ed51231fb req-64eb8876-e9b3-49ca-b6ef-2e2a0d7db730 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:36.655354 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df98ed8-1512-4b51-bd50-42cc5c4f92a9', 'name': 'network-vif-deleted', 'tag': '7c63975b-8028-4316-990e-e6bf248144a6'}] {{(pid=84429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:28:36.681195 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-9eea95a8-bad5-4077-bf80-5e4939c8ffc3 req-dd503b6b-7ae0-4bbb-afbc-e241e3f9b874 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=7df98ed8-1512-4b51-bd50-42cc5c4f92a9 HTTP/1.1" status: 200 len: 210 time: 0.1072342 Apr 05 16:28:36.696597 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-889bd35d-58e2-468d-af39-bd0ed51231fb req-64eb8876-e9b3-49ca-b6ef-2e2a0d7db730 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.43 "DELETE /v2.0/ports/7c63975b-8028-4316-990e-e6bf248144a6 HTTP/1.1" status: 204 len: 173 time: 1.0820217 Apr 05 16:28:36.779869 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df98ed8-1512-4b51-bd50-42cc5c4f92a9', 'name': 'network-vif-deleted', 'tag': '7c63975b-8028-4316-990e-e6bf248144a6', 'status': 'completed', 'code': 200} Apr 05 16:28:39.541654 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd7bef-c8fb-4bb0-88a9-2b55bc26474a req-1dbdcff7-bf13-46a5-8c25-f733b1d73170 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:28:39.543327 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-85cd7bef-c8fb-4bb0-88a9-2b55bc26474a req-1dbdcff7-bf13-46a5-8c25-f733b1d73170 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=28c76876-52e4-4bd5-b8ad-75771623a57d HTTP/1.1" status: 200 len: 945 time: 0.0912626 Apr 05 16:28:39.590884 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-85cd7bef-c8fb-4bb0-88a9-2b55bc26474a req-60f87196-0b27-408e-83f8-4bea1d73a0fd tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/security-groups?id=45938762-a675-4628-a023-b68362bc205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411019 Apr 05 16:28:39.891457 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35aa2f-1d10-435c-82ab-2357db6ddcdf req-ca985341-0b8a-4808-8231-7dee00ed4689 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:28:39.892184 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-7d35aa2f-1d10-435c-82ab-2357db6ddcdf req-ca985341-0b8a-4808-8231-7dee00ed4689 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Synchronizing usage tracker for tenant:2ee731ed09154de9b32b8a9eb587f275 on resource:port {{(pid=84429) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 05 16:28:39.969435 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [req-7d35aa2f-1d10-435c-82ab-2357db6ddcdf req-ca985341-0b8a-4808-8231-7dee00ed4689 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Unset dirty status for tenant:2ee731ed09154de9b32b8a9eb587f275 on resource:port {{(pid=84429) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 05 16:28:39.970756 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7d35aa2f-1d10-435c-82ab-2357db6ddcdf req-ca985341-0b8a-4808-8231-7dee00ed4689 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.43 "GET /v2.0/ports?device_id=28c76876-52e4-4bd5-b8ad-75771623a57d HTTP/1.1" status: 200 len: 945 time: 0.1676116 Apr 05 16:28:40.049437 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-7d35aa2f-1d10-435c-82ab-2357db6ddcdf req-0119f917-0465-488a-9956-3e70df72efcf tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Deleting port bdbef906-b1e3-4994-b9e2-0794e220ae41 {{(pid=84429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 05 16:28:40.049817 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-7d35aa2f-1d10-435c-82ab-2357db6ddcdf req-0119f917-0465-488a-9956-3e70df72efcf tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363297789318499'] for port, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:40.306258 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [req-7d35aa2f-1d10-435c-82ab-2357db6ddcdf req-0119f917-0465-488a-9956-3e70df72efcf tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] For port bdbef906-b1e3-4994-b9e2-0794e220ae41, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bdbef906-b1e3-4994-b9e2-0794e220ae41,segment=NetworkSegment(d6270d4a-d3d5-4a13-9ab1-f09014f65d18),segment_id=d6270d4a-d3d5-4a13-9ab1-f09014f65d18)] {{(pid=84429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 05 16:28:40.306677 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-7d35aa2f-1d10-435c-82ab-2357db6ddcdf req-0119f917-0465-488a-9956-3e70df72efcf tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850919312'] for port, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:40.663436 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [req-7d35aa2f-1d10-435c-82ab-2357db6ddcdf req-0119f917-0465-488a-9956-3e70df72efcf tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Calling delete_port for bdbef906-b1e3-4994-b9e2-0794e220ae41 owned by compute:nova {{(pid=84429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 05 16:28:40.820178 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d729f-f9e0-4a87-bb9b-913c0ee69255 req-db07121f-b779-495b-815e-bd2da8ce6a8c tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:28:40.821784 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-353d729f-f9e0-4a87-bb9b-913c0ee69255 req-db07121f-b779-495b-815e-bd2da8ce6a8c tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=28c76876-52e4-4bd5-b8ad-75771623a57d HTTP/1.1" status: 200 len: 945 time: 0.1175272 Apr 05 16:28:40.866006 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 7c63975b-8028-4316-990e-e6bf248144a6 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:28:40.872475 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-353d729f-f9e0-4a87-bb9b-913c0ee69255 req-cc868d05-53b7-4730-b1f7-f2a5037b095a tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/security-groups?id=45938762-a675-4628-a023-b68362bc205b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440562 Apr 05 16:28:40.906013 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] No Port match for: 7c63975b-8028-4316-990e-e6bf248144a6 {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:28:40.906434 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device 7c63975b-8028-4316-990e-e6bf248144a6 not bound to the agent host hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:28:40.911478 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-7d35aa2f-1d10-435c-82ab-2357db6ddcdf req-0119f917-0465-488a-9956-3e70df72efcf tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854265213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854686591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739065472115', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363297789746702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036845276111'] for port, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:40.926179 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.db [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] get_ports_and_sgs() called for port_ids ['bdbef906-b1e3-4994-b9e2-0794e220ae41'] {{(pid=84431) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 16:28:40.931145 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-f24dbbaf-d651-4757-a2d8-e372019a94ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:28:40.993915 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119f917-0465-488a-9956-3e70df72efcf tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Pushing event deleted for resources: {'Port': ['ID=bdbef906-b1e3-4994-b9e2-0794e220ae41,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:28:40.996678 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-0119f917-0465-488a-9956-3e70df72efcf tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:28:41.178750 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d35aa2f-1d10-435c-82ab-2357db6ddcdf req-0119f917-0465-488a-9956-3e70df72efcf tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] No DVR routers for this DVR port bdbef906-b1e3-4994-b9e2-0794e220ae41 on host hv-cinder-78477 {{(pid=84429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 05 16:28:41.181183 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [req-7d35aa2f-1d10-435c-82ab-2357db6ddcdf req-0119f917-0465-488a-9956-3e70df72efcf tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31489'] for port, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:41.183855 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c76876-52e4-4bd5-b8ad-75771623a57d', 'name': 'network-vif-deleted', 'tag': 'bdbef906-b1e3-4994-b9e2-0794e220ae41'}] {{(pid=84429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 16:28:41.233194 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c76876-52e4-4bd5-b8ad-75771623a57d', 'name': 'network-vif-deleted', 'tag': 'bdbef906-b1e3-4994-b9e2-0794e220ae41', 'status': 'completed', 'code': 200} Apr 05 16:28:41.250323 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-7d35aa2f-1d10-435c-82ab-2357db6ddcdf req-0119f917-0465-488a-9956-3e70df72efcf tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.43 "DELETE /v2.0/ports/bdbef906-b1e3-4994-b9e2-0794e220ae41 HTTP/1.1" status: 204 len: 173 time: 1.2715158 Apr 05 16:28:41.569276 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5097e138-22e7-4f4b-8f18-a5049e6a3ce6 req-38c65bcb-7120-4f5c-9219-39a033d6d7f2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=28c76876-52e4-4bd5-b8ad-75771623a57d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0475531 Apr 05 16:28:41.688967 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5097e138-22e7-4f4b-8f18-a5049e6a3ce6 req-0a79ec4d-825b-490d-aa1b-c8fa00faa64e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2ee731ed09154de9b32b8a9eb587f275&device_id=28c76876-52e4-4bd5-b8ad-75771623a57d HTTP/1.1" status: 200 len: 210 time: 0.0497403 Apr 05 16:28:41.856190 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097e138-22e7-4f4b-8f18-a5049e6a3ce6 req-6be05e5d-dfc7-4958-9a1c-beb04a1c2a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:28:41.857746 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5097e138-22e7-4f4b-8f18-a5049e6a3ce6 req-6be05e5d-dfc7-4958-9a1c-beb04a1c2a92 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=2ee731ed09154de9b32b8a9eb587f275&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1487148 Apr 05 16:28:42.011567 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097e138-22e7-4f4b-8f18-a5049e6a3ce6 req-629197fd-99a7-4437-907a-681a029af311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 05 16:28:42.013144 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-5097e138-22e7-4f4b-8f18-a5049e6a3ce6 req-629197fd-99a7-4437-907a-681a029af311 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1453884 Apr 05 16:28:42.060153 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [req-3fcf4171-600a-4000-906b-a3ce151c6587 req-a962c601-aaba-4fb9-a4f3-c7dcc5ea3935 tempest-AttachVolumeNegativeTest-119440827 tempest-AttachVolumeNegativeTest-119440827-project] 10.222.0.44 "GET /v2.0/ports?device_id=28c76876-52e4-4bd5-b8ad-75771623a57d HTTP/1.1" status: 200 len: 210 time: 0.0539360 Apr 05 16:28:43.296043 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 55842) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:28:43.469901 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b65b859-db02-43d6-a469-7f4fd71b342c admin admin] Deleting subnet 30fa9efd-d270-4a7c-af52-592aba0ec8c3 {{(pid=84430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 05 16:28:43.472877 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b65b859-db02-43d6-a469-7f4fd71b342c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:43.524491 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b65b859-db02-43d6-a469-7f4fd71b342c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10310842'] for subnet, precommit_delete_associations {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:43.584886 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b65b859-db02-43d6-a469-7f4fd71b342c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-12759'] for subnet, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:44.037419 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b65b859-db02-43d6-a469-7f4fd71b342c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854763057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036844508925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2147944'] for subnet, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:44.057571 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7d23afc3-61a5-4c20-a9ae-c988eab38ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:28:44.104156 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65b859-db02-43d6-a469-7f4fd71b342c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30fa9efd-d270-4a7c-af52-592aba0ec8c3,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:28:44.162086 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65b859-db02-43d6-a469-7f4fd71b342c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:28:44.162468 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65b859-db02-43d6-a469-7f4fd71b342c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:28:44.162881 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65b859-db02-43d6-a469-7f4fd71b342c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:28:44.163290 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65b859-db02-43d6-a469-7f4fd71b342c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:28:44.163690 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65b859-db02-43d6-a469-7f4fd71b342c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:28:44.164092 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65b859-db02-43d6-a469-7f4fd71b342c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:28:44.164492 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65b859-db02-43d6-a469-7f4fd71b342c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:28:44.164889 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65b859-db02-43d6-a469-7f4fd71b342c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:28:44.165287 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65b859-db02-43d6-a469-7f4fd71b342c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:28:44.165684 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65b859-db02-43d6-a469-7f4fd71b342c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:28:44.166076 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65b859-db02-43d6-a469-7f4fd71b342c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:28:44.166491 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b65b859-db02-43d6-a469-7f4fd71b342c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:28:44.174598 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3b65b859-db02-43d6-a469-7f4fd71b342c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:28:44.202719 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3b65b859-db02-43d6-a469-7f4fd71b342c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for subnet, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:44.208612 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-3b65b859-db02-43d6-a469-7f4fd71b342c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/30fa9efd-d270-4a7c-af52-592aba0ec8c3 HTTP/1.1" status: 204 len: 168 time: 0.9114137 Apr 05 16:28:44.211198 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 55848) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:28:44.326019 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ff687fbe-e169-4a2a-a131-fcd92521c902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-516461'] for network, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:44.513466 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ff687fbe-e169-4a2a-a131-fcd92521c902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854768298', 'neutron.services.segments.db._delete_segments_for_network--9223363297789275713'] for network, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:44.630050 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-ff687fbe-e169-4a2a-a131-fcd92521c902 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe72dc6c-6c3e-4400-88dd-6c9ca174976e']}} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:28:44.643328 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-ff687fbe-e169-4a2a-a131-fcd92521c902 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6270d4a-d3d5-4a13-9ab1-f09014f65d18') {'for_net_delete': True} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:28:44.643665 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.services.segments.db [None req-ff687fbe-e169-4a2a-a131-fcd92521c902 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6270d4a-d3d5-4a13-9ab1-f09014f65d18') {} {{(pid=84430) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 05 16:28:44.655445 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ff687fbe-e169-4a2a-a131-fcd92521c902 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739065499985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844464973'] for segment, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:44.716992 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ff687fbe-e169-4a2a-a131-fcd92521c902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1072'] for segment, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:44.723465 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff687fbe-e169-4a2a-a131-fcd92521c902 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=84430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 05 16:28:44.882090 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device bdbef906-b1e3-4994-b9e2-0794e220ae41 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 05 16:28:44.904513 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-ff687fbe-e169-4a2a-a131-fcd92521c902 admin admin] Network fe72dc6c-6c3e-4400-88dd-6c9ca174976e has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:28:44.913604 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ff687fbe-e169-4a2a-a131-fcd92521c902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854774725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036844508760'] for segment, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:44.921393 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.plugin [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] No Port match for: bdbef906-b1e3-4994-b9e2-0794e220ae41 {{(pid=84431) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 05 16:28:44.921798 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.rpc [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Device bdbef906-b1e3-4994-b9e2-0794e220ae41 not bound to the agent host hv-cinder-78477 {{(pid=84431) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 05 16:28:45.323910 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.plugins.ml2.managers [None req-ff687fbe-e169-4a2a-a131-fcd92521c902 admin admin] Network fe72dc6c-6c3e-4400-88dd-6c9ca174976e has no segments {{(pid=84430) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: Traceback (most recent call last): Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: timer() Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: cb(*args, **kw) Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: return func(*args, **kwargs) Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: self._notify() Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: self.callback(batched_events) Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: event.method(event) Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: segment_id)['aggregates'][0] Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: return f(self, *a, **k) Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: return self._get(url).json() Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: **kwargs) Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: return self.request(url, 'GET', **kwargs) Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: **endpoint_filter) Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 16:28:45.349744 dv-cinder-784779-1-iscsi neutron-server[84318]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 16:28:45.547088 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ff687fbe-e169-4a2a-a131-fcd92521c902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3912731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850964774'] for network, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:45.550607 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:28:45.565069 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ff687fbe-e169-4a2a-a131-fcd92521c902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3912712'] for network, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:45.575910 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff687fbe-e169-4a2a-a131-fcd92521c902 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe72dc6c-6c3e-4400-88dd-6c9ca174976e,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:28:45.579184 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-ff687fbe-e169-4a2a-a131-fcd92521c902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:28:45.610713 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-ff687fbe-e169-4a2a-a131-fcd92521c902 admin admin] 10.222.0.44 "DELETE /v2.0/networks/fe72dc6c-6c3e-4400-88dd-6c9ca174976e HTTP/1.1" status: 204 len: 168 time: 1.3984594 Apr 05 16:28:45.638568 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:45.819695 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 55854) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:28:45.874426 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-4f709843-06fe-47ce-8e2e-ea55907ca7c6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ee731ed09154de9b32b8a9eb587f275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533316 Apr 05 16:28:45.877613 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 55858) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:28:45.938329 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-99f2ffe5-7fbb-474c-ac1b-5e3f28d8ac8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:45.965573 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-99f2ffe5-7fbb-474c-ac1b-5e3f28d8ac8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:46.209852 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-99f2ffe5-7fbb-474c-ac1b-5e3f28d8ac8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:46.215018 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-2400cc77-53fb-4e38-b1d3-c15e21b71636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:28:46.229940 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2ffe5-7fbb-474c-ac1b-5e3f28d8ac8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45938762-a675-4628-a023-b68362bc205b,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:28:46.232389 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-99f2ffe5-7fbb-474c-ac1b-5e3f28d8ac8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:28:46.255458 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-99f2ffe5-7fbb-474c-ac1b-5e3f28d8ac8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:46.256623 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-99f2ffe5-7fbb-474c-ac1b-5e3f28d8ac8b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/45938762-a675-4628-a023-b68362bc205b HTTP/1.1" status: 204 len: 168 time: 0.3780270 Apr 05 16:28:49.444232 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-321ede76-b380-4977-aaa7-5c172ab0b6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:50.747751 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 55992) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:28:50.781463 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:50.872996 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-767d8a42-add5-4320-846b-729b9c003efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:50.888546 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-767d8a42-add5-4320-846b-729b9c003efc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:28:50.893404 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-767d8a42-add5-4320-846b-729b9c003efc admin admin] Usage tracker for resource:security_group_rule and tenant:f54c12cd00924de9920a89970f9be21e is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:28:50.896473 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-767d8a42-add5-4320-846b-729b9c003efc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:28:50.902746 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-767d8a42-add5-4320-846b-729b9c003efc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:28:50.951934 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:28:51.057365 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-767d8a42-add5-4320-846b-729b9c003efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:51.089759 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-767d8a42-add5-4320-846b-729b9c003efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:51.102514 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-aa140010-2163-4002-a135-22415e7846c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:28:51.143521 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-767d8a42-add5-4320-846b-729b9c003efc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f54c12cd00924de9920a89970f9be21e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3946681 Apr 05 16:28:51.145204 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8a42-add5-4320-846b-729b9c003efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc03a109-52b2-42a9-bdfc-ae72e8e0ce82,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:28:51.146405 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 55998) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:28:51.148626 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-767d8a42-add5-4320-846b-729b9c003efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:28:51.208642 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5fec5247-5e4c-4f6d-bb6d-2ba23abfc7a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:51.235514 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5fec5247-5e4c-4f6d-bb6d-2ba23abfc7a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:51.352745 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5fec5247-5e4c-4f6d-bb6d-2ba23abfc7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:51.357680 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-ca2288e5-3388-46e4-9e4a-cd6a8b5c9f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:28:51.371229 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec5247-5e4c-4f6d-bb6d-2ba23abfc7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc03a109-52b2-42a9-bdfc-ae72e8e0ce82,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:28:51.373815 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-5fec5247-5e4c-4f6d-bb6d-2ba23abfc7a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:28:51.375847 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-5fec5247-5e4c-4f6d-bb6d-2ba23abfc7a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:51.378752 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-5fec5247-5e4c-4f6d-bb6d-2ba23abfc7a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc03a109-52b2-42a9-bdfc-ae72e8e0ce82 HTTP/1.1" status: 204 len: 168 time: 0.2300601 Apr 05 16:28:51.790777 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 56006) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:28:51.809533 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-de065c86-b4b3-49ff-a695-a11a42827b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:51.829404 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-de065c86-b4b3-49ff-a695-a11a42827b11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:28:51.833974 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-de065c86-b4b3-49ff-a695-a11a42827b11 admin admin] Usage tracker for resource:security_group_rule and tenant:392b0f65c7124366acf98a1886c7ebcb is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:28:51.836882 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-de065c86-b4b3-49ff-a695-a11a42827b11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:28:51.842765 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-de065c86-b4b3-49ff-a695-a11a42827b11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:28:51.946897 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-802df35b-f030-495f-898c-ba76fb9fa938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:52.026059 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-de065c86-b4b3-49ff-a695-a11a42827b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:52.049519 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-de065c86-b4b3-49ff-a695-a11a42827b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:52.058076 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3893de29-d9a4-4335-8254-2609d5eb745f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:28:52.100058 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-de065c86-b4b3-49ff-a695-a11a42827b11 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=392b0f65c7124366acf98a1886c7ebcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3081481 Apr 05 16:28:52.101017 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de065c86-b4b3-49ff-a695-a11a42827b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cb1934-3f3e-412b-8831-ecffe3c1eb58,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:28:52.103127 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 56010) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:28:52.104239 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-de065c86-b4b3-49ff-a695-a11a42827b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:28:52.164820 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2da8231e-3c63-4913-8a88-de42cb1a26e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:52.191514 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2da8231e-3c63-4913-8a88-de42cb1a26e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:52.249555 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2da8231e-3c63-4913-8a88-de42cb1a26e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:52.254973 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-cd2a11d6-a19a-4ad3-bf17-b11d52453658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:28:52.268173 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8231e-3c63-4913-8a88-de42cb1a26e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cb1934-3f3e-412b-8831-ecffe3c1eb58,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:28:52.270572 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-2da8231e-3c63-4913-8a88-de42cb1a26e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:28:52.277702 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2da8231e-3c63-4913-8a88-de42cb1a26e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:52.278942 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-2da8231e-3c63-4913-8a88-de42cb1a26e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/09cb1934-3f3e-412b-8831-ecffe3c1eb58 HTTP/1.1" status: 204 len: 168 time: 0.1747563 Apr 05 16:28:52.517080 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:54.175289 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:57.669328 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 56084) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:28:57.790888 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-884d358b-77c7-434f-83b5-9eef6e85e6e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:57.805921 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-884d358b-77c7-434f-83b5-9eef6e85e6e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:28:57.810014 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-884d358b-77c7-434f-83b5-9eef6e85e6e1 admin admin] Usage tracker for resource:security_group_rule and tenant:559e00c236fc40e68e2683404262e3ef is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:28:57.812973 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-884d358b-77c7-434f-83b5-9eef6e85e6e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:28:57.818926 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-884d358b-77c7-434f-83b5-9eef6e85e6e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:28:57.905584 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-884d358b-77c7-434f-83b5-9eef6e85e6e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:57.934967 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-884d358b-77c7-434f-83b5-9eef6e85e6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:57.943754 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-a36f4f1e-3b55-4dae-9b36-2b8d4ad4e77d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:28:57.986129 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-884d358b-77c7-434f-83b5-9eef6e85e6e1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=559e00c236fc40e68e2683404262e3ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156967 Apr 05 16:28:57.987146 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d358b-77c7-434f-83b5-9eef6e85e6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ce211e-f1d7-49b3-af17-0660ec97d664,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:28:57.990127 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 56090) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:28:57.990412 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-884d358b-77c7-434f-83b5-9eef6e85e6e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:28:58.051806 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-79a51e12-8c65-4ac9-9b81-9e5457363d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:58.078280 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-79a51e12-8c65-4ac9-9b81-9e5457363d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:58.157846 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-79a51e12-8c65-4ac9-9b81-9e5457363d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:58.162828 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7f8ca36d-779e-4d92-90af-586cfcce44f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:28:58.180570 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a51e12-8c65-4ac9-9b81-9e5457363d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ce211e-f1d7-49b3-af17-0660ec97d664,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:28:58.183611 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-79a51e12-8c65-4ac9-9b81-9e5457363d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:28:58.187886 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-79a51e12-8c65-4ac9-9b81-9e5457363d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:58.189552 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-79a51e12-8c65-4ac9-9b81-9e5457363d79 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/25ce211e-f1d7-49b3-af17-0660ec97d664 HTTP/1.1" status: 204 len: 168 time: 0.1976671 Apr 05 16:28:58.674846 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 56098) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:28:58.694244 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4a9e33be-ebc7-45fb-82b2-30fcefbafefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:58.709764 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-4a9e33be-ebc7-45fb-82b2-30fcefbafefc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:28:58.713852 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-4a9e33be-ebc7-45fb-82b2-30fcefbafefc admin admin] Usage tracker for resource:security_group_rule and tenant:7d3bd6aa10e346908b9d80f2e711474f is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:28:58.716807 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-4a9e33be-ebc7-45fb-82b2-30fcefbafefc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:28:58.722974 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-4a9e33be-ebc7-45fb-82b2-30fcefbafefc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:28:58.873364 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4a9e33be-ebc7-45fb-82b2-30fcefbafefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:58.906515 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4a9e33be-ebc7-45fb-82b2-30fcefbafefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:58.915909 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-b810eaea-9999-4e82-aa5f-6a43eec3efea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:28:58.957585 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-4a9e33be-ebc7-45fb-82b2-30fcefbafefc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d3bd6aa10e346908b9d80f2e711474f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816467 Apr 05 16:28:58.958583 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e33be-ebc7-45fb-82b2-30fcefbafefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9484d0c7-98ff-4167-bf01-2cc90729288c,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:28:58.960496 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 56102) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:28:58.961739 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4a9e33be-ebc7-45fb-82b2-30fcefbafefc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:28:59.021936 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-420e2498-763d-4949-a28a-8e6460805eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:59.049596 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-420e2498-763d-4949-a28a-8e6460805eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:59.123601 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-420e2498-763d-4949-a28a-8e6460805eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:59.128439 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6741e75a-422e-4b7e-9f43-6d31c09a0ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:28:59.140933 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e2498-763d-4949-a28a-8e6460805eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9484d0c7-98ff-4167-bf01-2cc90729288c,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:28:59.145934 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-420e2498-763d-4949-a28a-8e6460805eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:28:59.148961 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-420e2498-763d-4949-a28a-8e6460805eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:28:59.150152 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-420e2498-763d-4949-a28a-8e6460805eac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9484d0c7-98ff-4167-bf01-2cc90729288c HTTP/1.1" status: 204 len: 168 time: 0.1886096 Apr 05 16:29:01.297906 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 56158) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:29:01.427073 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8e2efe2a-ef44-44e9-8b1b-5406127897c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:01.442357 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-8e2efe2a-ef44-44e9-8b1b-5406127897c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:29:01.446344 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-8e2efe2a-ef44-44e9-8b1b-5406127897c7 admin admin] Usage tracker for resource:security_group_rule and tenant:3adf4ecdcadd4cd0911871b5775a12db is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:29:01.449263 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-8e2efe2a-ef44-44e9-8b1b-5406127897c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:29:01.455700 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-8e2efe2a-ef44-44e9-8b1b-5406127897c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:29:01.589738 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8e2efe2a-ef44-44e9-8b1b-5406127897c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:01.631016 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-8e2efe2a-ef44-44e9-8b1b-5406127897c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:01.639904 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-7aa6e20f-aebd-4298-9f77-54f3ffb48259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:29:01.682314 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-8e2efe2a-ef44-44e9-8b1b-5406127897c7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3adf4ecdcadd4cd0911871b5775a12db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3826671 Apr 05 16:29:01.683234 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2efe2a-ef44-44e9-8b1b-5406127897c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a23d31-114a-4347-8522-b9f340039473,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:29:01.685319 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 56166) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:29:01.686574 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-8e2efe2a-ef44-44e9-8b1b-5406127897c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:29:01.747151 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-742da2b9-251e-422a-9a20-d993fde8be4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:01.775029 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-742da2b9-251e-422a-9a20-d993fde8be4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:01.916922 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-742da2b9-251e-422a-9a20-d993fde8be4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:01.922056 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-757ce751-c20a-4dc8-ac66-11b7d587f4e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:29:01.934558 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742da2b9-251e-422a-9a20-d993fde8be4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a23d31-114a-4347-8522-b9f340039473,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:29:01.937564 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-742da2b9-251e-422a-9a20-d993fde8be4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:29:01.940089 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-742da2b9-251e-422a-9a20-d993fde8be4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:01.941285 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-742da2b9-251e-422a-9a20-d993fde8be4e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/96a23d31-114a-4347-8522-b9f340039473 HTTP/1.1" status: 204 len: 168 time: 0.2549181 Apr 05 16:29:02.354539 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 56174) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:29:02.374593 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3ad9508e-40b1-433f-b339-382376526af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:02.390604 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-3ad9508e-40b1-433f-b339-382376526af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:29:02.394543 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-3ad9508e-40b1-433f-b339-382376526af9 admin admin] Usage tracker for resource:security_group_rule and tenant:df2dc6e494ab449d870d5f9c01ab6bf7 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:29:02.397410 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-3ad9508e-40b1-433f-b339-382376526af9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:29:02.403383 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-3ad9508e-40b1-433f-b339-382376526af9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:29:02.485032 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3ad9508e-40b1-433f-b339-382376526af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:02.511202 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3ad9508e-40b1-433f-b339-382376526af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:02.520276 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-1d6d3cba-d74e-4620-89cc-ff6b110d421c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:29:02.562355 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-3ad9508e-40b1-433f-b339-382376526af9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=df2dc6e494ab449d870d5f9c01ab6bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067502 Apr 05 16:29:02.563260 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9508e-40b1-433f-b339-382376526af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa09e8dc-6928-43b9-9af2-3641e36e7ae4,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:29:02.565285 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 56178) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:29:02.566401 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3ad9508e-40b1-433f-b339-382376526af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:29:02.625989 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d3fc34d3-66f5-491b-9934-3d03771cdf62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:02.652031 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d3fc34d3-66f5-491b-9934-3d03771cdf62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:02.758195 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d3fc34d3-66f5-491b-9934-3d03771cdf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:02.763031 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-913d8d5d-36d8-4d47-a1f1-c2f58e1a8c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:29:02.776754 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc34d3-66f5-491b-9934-3d03771cdf62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa09e8dc-6928-43b9-9af2-3641e36e7ae4,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:29:02.781381 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d3fc34d3-66f5-491b-9934-3d03771cdf62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:29:02.793927 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d3fc34d3-66f5-491b-9934-3d03771cdf62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:02.795155 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-d3fc34d3-66f5-491b-9934-3d03771cdf62 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aa09e8dc-6928-43b9-9af2-3641e36e7ae4 HTTP/1.1" status: 204 len: 168 time: 0.2288220 Apr 05 16:29:05.273701 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 56240) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:29:05.396462 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d821968a-db02-4085-8085-3184b1eb69dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:05.411513 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-d821968a-db02-4085-8085-3184b1eb69dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:29:05.415494 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-d821968a-db02-4085-8085-3184b1eb69dc admin admin] Usage tracker for resource:security_group_rule and tenant:0a884175c70a4ce186ff17fb4a11e106 is out of sync, need to count used quota {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:29:05.418359 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-d821968a-db02-4085-8085-3184b1eb69dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84430) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:29:05.424845 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-d821968a-db02-4085-8085-3184b1eb69dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84430) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:29:05.509294 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d821968a-db02-4085-8085-3184b1eb69dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:05.562111 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d821968a-db02-4085-8085-3184b1eb69dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:05.570922 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-14baeeb1-7fc4-4ad1-84ed-a9ae581b575b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:29:05.612451 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-d821968a-db02-4085-8085-3184b1eb69dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a884175c70a4ce186ff17fb4a11e106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3376093 Apr 05 16:29:05.614142 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821968a-db02-4085-8085-3184b1eb69dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef97170-1cc6-4d0e-bc7c-d8c043411c96,revision_number=1']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:29:05.615400 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 56248) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:29:05.617334 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-d821968a-db02-4085-8085-3184b1eb69dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:29:05.681081 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-393f77f2-1159-4106-9d05-3d4425942381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:05.706988 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-393f77f2-1159-4106-9d05-3d4425942381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:05.773533 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-393f77f2-1159-4106-9d05-3d4425942381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:05.778318 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-de065c86-b4b3-49ff-a695-a11a42827b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:29:05.790956 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f77f2-1159-4106-9d05-3d4425942381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef97170-1cc6-4d0e-bc7c-d8c043411c96,revision_number=None']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:29:05.793563 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-393f77f2-1159-4106-9d05-3d4425942381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:29:05.802503 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-393f77f2-1159-4106-9d05-3d4425942381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:05.803693 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-393f77f2-1159-4106-9d05-3d4425942381 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9ef97170-1cc6-4d0e-bc7c-d8c043411c96 HTTP/1.1" status: 204 len: 168 time: 0.1872482 Apr 05 16:29:06.253588 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 56256) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:29:06.273668 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2ec26c3b-77da-4a86-9284-9280169796d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:06.288608 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-2ec26c3b-77da-4a86-9284-9280169796d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:29:06.292551 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-2ec26c3b-77da-4a86-9284-9280169796d6 admin admin] Usage tracker for resource:security_group_rule and tenant:810938055e0b49d8a5389c295f25d138 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:29:06.295422 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-2ec26c3b-77da-4a86-9284-9280169796d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:29:06.301340 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-2ec26c3b-77da-4a86-9284-9280169796d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:29:06.383419 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2ec26c3b-77da-4a86-9284-9280169796d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:06.414840 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2ec26c3b-77da-4a86-9284-9280169796d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:06.423434 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-6150cb5f-abca-4336-b09d-9d0f5fd752d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:29:06.465207 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-2ec26c3b-77da-4a86-9284-9280169796d6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=810938055e0b49d8a5389c295f25d138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2105305 Apr 05 16:29:06.466143 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec26c3b-77da-4a86-9284-9280169796d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e612404-aac1-4c34-a7aa-fa1021954524,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:29:06.468185 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 56260) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:29:06.469273 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-2ec26c3b-77da-4a86-9284-9280169796d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:29:06.531384 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-504a3806-10f3-4c0d-9fc6-db56d6da8136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:06.561093 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-504a3806-10f3-4c0d-9fc6-db56d6da8136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:06.630800 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-504a3806-10f3-4c0d-9fc6-db56d6da8136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:06.635624 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-8e2efe2a-ef44-44e9-8b1b-5406127897c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:29:06.648142 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a3806-10f3-4c0d-9fc6-db56d6da8136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e612404-aac1-4c34-a7aa-fa1021954524,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:29:06.650400 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-504a3806-10f3-4c0d-9fc6-db56d6da8136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:29:06.657654 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-504a3806-10f3-4c0d-9fc6-db56d6da8136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:06.659145 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-504a3806-10f3-4c0d-9fc6-db56d6da8136 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5e612404-aac1-4c34-a7aa-fa1021954524 HTTP/1.1" status: 204 len: 168 time: 0.1895838 Apr 05 16:29:15.649520 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:19.478301 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-a1dc31ad-e1cb-49b7-b63b-eaf032355ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:20.808994 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:21.929561 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ea2f5df2-57dd-4a88-896c-e109aa8fd047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:22.529004 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:24.077888 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:27.951508 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:29:39.436192 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84429) accepted ('10.222.0.44', 56458) {{(pid=84429) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:29:39.608736 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4424519d-eb9c-4a9a-9eac-feadce9084c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:39.624169 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-4424519d-eb9c-4a9a-9eac-feadce9084c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 05 16:29:39.628187 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-4424519d-eb9c-4a9a-9eac-feadce9084c7 admin admin] Usage tracker for resource:security_group_rule and tenant:87443bfd26804a3ead26a400c87ab141 is out of sync, need to count used quota {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 05 16:29:39.631097 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.quota.resource [None req-4424519d-eb9c-4a9a-9eac-feadce9084c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84429) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 05 16:29:39.636997 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.quota.driver [None req-4424519d-eb9c-4a9a-9eac-feadce9084c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84429) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 05 16:29:39.799954 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4424519d-eb9c-4a9a-9eac-feadce9084c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:39.820212 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-4424519d-eb9c-4a9a-9eac-feadce9084c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_create {{(pid=84429) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:39.829390 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-e37bdce2-2cca-4d36-bddb-38a352201f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:29:39.870981 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-4424519d-eb9c-4a9a-9eac-feadce9084c7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=87443bfd26804a3ead26a400c87ab141&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4336083 Apr 05 16:29:39.872662 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424519d-eb9c-4a9a-9eac-feadce9084c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d776675b-938b-40cf-85e9-9d386291a9c6,revision_number=1']} {{(pid=84429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:29:39.873771 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.wsgi [-] (84430) accepted ('10.222.0.44', 56464) {{(pid=84430) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 05 16:29:39.880604 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424519d-eb9c-4a9a-9eac-feadce9084c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:29:39.881034 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424519d-eb9c-4a9a-9eac-feadce9084c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:29:39.881454 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424519d-eb9c-4a9a-9eac-feadce9084c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:29:39.881871 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424519d-eb9c-4a9a-9eac-feadce9084c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:29:39.882280 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424519d-eb9c-4a9a-9eac-feadce9084c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:29:39.882698 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424519d-eb9c-4a9a-9eac-feadce9084c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:29:39.883597 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424519d-eb9c-4a9a-9eac-feadce9084c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:29:39.884002 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424519d-eb9c-4a9a-9eac-feadce9084c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:29:39.884409 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424519d-eb9c-4a9a-9eac-feadce9084c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:29:39.884811 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424519d-eb9c-4a9a-9eac-feadce9084c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:29:39.885213 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424519d-eb9c-4a9a-9eac-feadce9084c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:29:39.885611 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4424519d-eb9c-4a9a-9eac-feadce9084c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-1-iscsi {{(pid=84429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 05 16:29:39.889825 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-4424519d-eb9c-4a9a-9eac-feadce9084c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84429) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:29:39.938035 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3a7e9bdc-13c1-42d7-befc-cba7548f66e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:39.965419 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3a7e9bdc-13c1-42d7-befc-cba7548f66e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:40.054319 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3a7e9bdc-13c1-42d7-befc-cba7548f66e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850742285'] for security_group, after_delete {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:40.059303 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-45b6eaf1-e27f-45ba-9175-c22301d35c10 tempest-TestShelveInstance-1399907229 tempest-TestShelveInstance-1399907229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 05 16:29:40.073162 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e9bdc-13c1-42d7-befc-cba7548f66e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d776675b-938b-40cf-85e9-9d386291a9c6,revision_number=None']} {{(pid=84430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 05 16:29:40.076140 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG oslo_concurrency.lockutils [None req-3a7e9bdc-13c1-42d7-befc-cba7548f66e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84430) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 05 16:29:40.077089 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3a7e9bdc-13c1-42d7-befc-cba7548f66e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84430) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:40.078272 dv-cinder-784779-1-iscsi neutron-server[84318]: INFO neutron.wsgi [None req-3a7e9bdc-13c1-42d7-befc-cba7548f66e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d776675b-938b-40cf-85e9-9d386291a9c6 HTTP/1.1" status: 204 len: 168 time: 0.2033274 Apr 05 16:29:45.643340 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:49.454607 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c4820033-6e8e-418d-aa29-6833740840a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:50.826315 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:51.934309 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-edef601c-ab33-4649-a0ec-c528d19a1239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:52.539172 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:29:54.071903 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:30:04.951879 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:30:15.642714 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:30:19.442488 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ad7fdda3-2684-4bd7-a25c-2cbebb019821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:30:20.779761 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:30:21.928589 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c6e73685-ee92-4a45-940f-09f421546894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:30:22.534341 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:30:24.076729 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:30:41.952077 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:30:45.642690 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:30:49.448509 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-ce48d2d3-bca4-4873-b5d6-0338c508b9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:30:50.779860 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:30:51.928143 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-530e163a-a9b5-4790-9bb3-c46c5306802c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:30:52.539612 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:30:54.188471 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:15.647570 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:18.950918 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:31:19.436930 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-e467a307-b50a-433e-bd01-df939b59ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:20.807714 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:21.945028 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d346ec7a-e93e-4add-9d0a-1681d04c0230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:22.550605 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:24.099233 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:45.635746 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:49.430293 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d5a69832-0da0-4e69-aa3b-1cf5e73c02a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:50.773152 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:51.927500 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-2424f410-8701-498a-adbc-0152dce14e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:52.538991 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:54.092454 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:31:55.949922 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:32:15.686960 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:19.447291 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-80e1a200-ea5b-47aa-b465-53df421b13ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:20.789983 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:21.938646 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-92097b8d-cfa1-4afe-91ef-36baa6609faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:22.550012 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:24.092530 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:32.948632 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:32:45.675139 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:49.441143 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-3d532090-1218-4364-849e-67c70c077fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:50.778010 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:51.938666 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-66f1f820-301a-457d-ae3a-a1caf91e8a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:52.589508 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:32:54.192437 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:33:09.947949 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:33:15.680421 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:33:19.446165 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-0604a017-0a65-4155-80a2-178a350cb643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:33:20.771984 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:33:21.943543 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-d47ed9ef-32c6-4f85-9820-dda9b4de1dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:33:22.549185 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:33:24.103573 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:33:45.691606 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:33:46.947298 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:33:49.451766 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-99867b44-de8a-455b-b3c2-c71163910e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:33:50.771838 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:33:51.943163 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-515874be-d0c5-444f-b2d7-3056bcdff276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:33:52.560325 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:33:54.097512 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:34:15.697102 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-c74ae511-6fee-486c-99a0-44424239aa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:34:19.445908 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-f4c79513-2db5-4d3c-b43f-01d59877ad09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:34:20.771390 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-827b7394-2d1c-4bde-acaa-913f45705160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:34:21.942903 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-017ac35c-369b-4b76-957b-9e2ab7cf96a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:34:22.560022 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7eea495d-26ea-478e-8ad0-63c9df2b200e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 05 16:34:23.946784 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron.db.agents_db [None req-e9fabc50-354c-46c2-af3a-ca981e880b33 None None] Agent healthcheck: found 6 active agents {{(pid=84432) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 05 16:34:24.114122 dv-cinder-784779-1-iscsi neutron-server[84318]: DEBUG neutron_lib.callbacks.manager [None req-7293f45a-ab5d-4926-98bc-36e29bbf5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363297789275730', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854770934'] for agent, after_update {{(pid=84431) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}